ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.529 by root, Wed Apr 28 11:28:22 2010 UTC vs.
Revision 1.566 by root, Sun May 1 16:58:16 2011 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010,2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify it under 6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the 7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your 8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version. 9# option) any later version.
20# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
21# 21#
22 22
23package cf; 23package cf;
24 24
25use 5.10.0; 25use common::sense;
26use utf8;
27use strict qw(vars subs);
28 26
29use Symbol; 27use Symbol;
30use List::Util; 28use List::Util;
31use Socket; 29use Socket;
32use EV; 30use EV;
78# strictly for debugging 76# strictly for debugging
79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" }; 77$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
80 78
81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 79sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
82 80
81our @ORIG_INC;
82
83our %COMMAND = (); 83our %COMMAND = ();
84our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
85 85
86our @EXTS = (); # list of extension package names 86our @EXTS = (); # list of extension package names
87our %EXTCMD = (); 87our %EXTCMD = ();
93our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS 94our @REFLECT; # set by XS
95our %REFLECT; # set by us 95our %REFLECT; # set by us
96 96
97our $CONFDIR = confdir; 97our $CONFDIR = confdir;
98
98our $DATADIR = datadir; 99our $DATADIR = datadir;
99our $LIBDIR = "$DATADIR/ext"; 100our $LIBDIR = "$DATADIR/ext";
100our $PODDIR = "$DATADIR/pod"; 101our $PODDIR = "$DATADIR/pod";
101our $MAPDIR = "$DATADIR/" . mapdir; 102our $MAPDIR = "$DATADIR/" . mapdir;
103
102our $LOCALDIR = localdir; 104our $LOCALDIR = localdir;
103our $TMPDIR = "$LOCALDIR/" . tmpdir; 105our $TMPDIR = "$LOCALDIR/" . tmpdir;
104our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 106our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
105our $PLAYERDIR = "$LOCALDIR/" . playerdir; 107our $PLAYERDIR = "$LOCALDIR/" . playerdir;
106our $RANDOMDIR = "$LOCALDIR/random"; 108our $RANDOMDIR = "$LOCALDIR/random";
107our $BDBDIR = "$LOCALDIR/db"; 109our $BDBDIR = "$LOCALDIR/db";
108our $PIDFILE = "$LOCALDIR/pid"; 110our $PIDFILE = "$LOCALDIR/pid";
109our $RUNTIMEFILE = "$LOCALDIR/runtime"; 111our $RUNTIMEFILE = "$LOCALDIR/runtime";
110 112
111our %RESOURCE; 113our %RESOURCE; # unused
112 114
113our $OUTPUT_RATE_MIN = 3000; 115our $OUTPUT_RATE_MIN = 3000;
114our $OUTPUT_RATE_MAX = 1000000; 116our $OUTPUT_RATE_MAX = 1000000;
115 117
116our $MAX_LINKS = 32; # how many chained exits to follow 118our $MAX_LINKS = 32; # how many chained exits to follow
124our $BDB_DEADLOCK_WATCHER; 126our $BDB_DEADLOCK_WATCHER;
125our $BDB_CHECKPOINT_WATCHER; 127our $BDB_CHECKPOINT_WATCHER;
126our $BDB_TRICKLE_WATCHER; 128our $BDB_TRICKLE_WATCHER;
127our $DB_ENV; 129our $DB_ENV;
128 130
129our @EXTRA_MODULES = qw(pod match mapscript); 131our @EXTRA_MODULES = qw(pod match mapscript incloader);
130 132
131our %CFG; 133our %CFG;
132 134
133our $UPTIME; $UPTIME ||= time; 135our $UPTIME; $UPTIME ||= time;
134our $RUNTIME; 136our $RUNTIME;
233from wherever your confdir points to. 235from wherever your confdir points to.
234 236
235=item cf::wait_for_tick, cf::wait_for_tick_begin 237=item cf::wait_for_tick, cf::wait_for_tick_begin
236 238
237These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 239These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
238returns directly I<after> the tick processing (and consequently, can only wake one process 240returns directly I<after> the tick processing (and consequently, can only wake one thread
239per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 241per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
242
243=cut
244
245sub wait_for_tick();
246sub wait_for_tick_begin();
240 247
241=item @cf::INVOKE_RESULTS 248=item @cf::INVOKE_RESULTS
242 249
243This array contains the results of the last C<invoke ()> call. When 250This array contains the results of the last C<invoke ()> call. When
244C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 251C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
252 259
253=back 260=back
254 261
255=cut 262=cut
256 263
264sub error(@) { LOG llevError, join "", @_ }
265sub warn (@) { LOG llevWarn , join "", @_ }
266sub info (@) { LOG llevInfo , join "", @_ }
267sub debug(@) { LOG llevDebug, join "", @_ }
268sub trace(@) { LOG llevTrace, join "", @_ }
269
257$Coro::State::WARNHOOK = sub { 270$Coro::State::WARNHOOK = sub {
258 my $msg = join "", @_; 271 my $msg = join "", @_;
259 272
260 $msg .= "\n" 273 $msg .= "\n"
261 unless $msg =~ /\n$/; 274 unless $msg =~ /\n$/;
262 275
263 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 276 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
264 277
265 LOG llevError, $msg; 278 LOG llevWarn, $msg;
266}; 279};
267 280
268$Coro::State::DIEHOOK = sub { 281$Coro::State::DIEHOOK = sub {
269 return unless $^S eq 0; # "eq", not "==" 282 return unless $^S eq 0; # "eq", not "=="
270 283
271 warn Carp::longmess $_[0]; 284 error Carp::longmess $_[0];
272 285
273 if (in_main) {#d# 286 if (in_main) {#d#
274 warn "DIEHOOK called in main context, Coro bug?\n";#d# 287 error "DIEHOOK called in main context, Coro bug?\n";#d#
275 return;#d# 288 return;#d#
276 }#d# 289 }#d#
277 290
278 # kill coroutine otherwise 291 # kill coroutine otherwise
279 Coro::terminate 292 Coro::terminate
301} 314}
302 315
303$EV::DIED = sub { 316$EV::DIED = sub {
304 Carp::cluck "error in event callback: @_"; 317 Carp::cluck "error in event callback: @_";
305}; 318};
319
320#############################################################################
321
322sub fork_call(&@);
323sub get_slot($;$$);
306 324
307############################################################################# 325#############################################################################
308 326
309=head2 UTILITY FUNCTIONS 327=head2 UTILITY FUNCTIONS
310 328
331 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 349 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
332 $d 350 $d
333 } || "[unable to dump $_[0]: '$@']"; 351 } || "[unable to dump $_[0]: '$@']";
334} 352}
335 353
354=item $scalar = load_file $path
355
356Loads the given file from path and returns its contents. Croaks on error
357and can block.
358
359=cut
360
361sub load_file($) {
362 0 <= aio_load $_[0], my $data
363 or Carp::croak "$_[0]: $!";
364
365 $data
366}
367
336=item $ref = cf::decode_json $json 368=item $ref = cf::decode_json $json
337 369
338Converts a JSON string into the corresponding perl data structure. 370Converts a JSON string into the corresponding perl data structure.
339 371
340=item $json = cf::encode_json $ref 372=item $json = cf::encode_json $ref
346our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 378our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
347 379
348sub encode_json($) { $json_coder->encode ($_[0]) } 380sub encode_json($) { $json_coder->encode ($_[0]) }
349sub decode_json($) { $json_coder->decode ($_[0]) } 381sub decode_json($) { $json_coder->decode ($_[0]) }
350 382
383=item $ref = cf::decode_storable $scalar
384
385Same as Coro::Storable::thaw, so blocks.
386
387=cut
388
389BEGIN { *decode_storable = \&Coro::Storable::thaw }
390
391=item $ref = cf::decode_yaml $scalar
392
393Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
394
395=cut
396
397sub decode_yaml($) {
398 fork_call { YAML::XS::Load $_[0] } @_
399}
400
401=item $scalar = cf::unlzf $scalar
402
403Same as Compress::LZF::compress, but takes server ticks into account, so
404blocks.
405
406=cut
407
408sub unlzf($) {
409 # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
410 cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
411 Compress::LZF::decompress $_[0]
412}
413
351=item cf::post_init { BLOCK } 414=item cf::post_init { BLOCK }
352 415
353Execute the given codeblock, I<after> all extensions have been (re-)loaded, 416Execute the given codeblock, I<after> all extensions have been (re-)loaded,
354but I<before> the server starts ticking again. 417but I<before> the server starts ticking again.
355 418
356The cdoeblock will have a single boolean argument to indicate whether this 419The codeblock will have a single boolean argument to indicate whether this
357is a reload or not. 420is a reload or not.
358 421
359=cut 422=cut
360 423
361sub post_init(&) { 424sub post_init(&) {
362 push @POST_INIT, shift; 425 push @POST_INIT, shift;
426}
427
428sub _post_init {
429 trace "running post_init jobs";
430
431 # run them in parallel...
432
433 my @join;
434
435 while () {
436 push @join, map &Coro::async ($_, 0), @POST_INIT;
437 @POST_INIT = ();
438
439 @join or last;
440
441 (pop @join)->join;
442 }
363} 443}
364 444
365=item cf::lock_wait $string 445=item cf::lock_wait $string
366 446
367Wait until the given lock is available. See cf::lock_acquire. 447Wait until the given lock is available. See cf::lock_acquire.
420 EV::periodic $start, $interval, 0, $cb 500 EV::periodic $start, $interval, 0, $cb
421} 501}
422 502
423=item cf::get_slot $time[, $priority[, $name]] 503=item cf::get_slot $time[, $priority[, $name]]
424 504
425Allocate $time seconds of blocking CPU time at priority C<$priority>: 505Allocate $time seconds of blocking CPU time at priority C<$priority>
426This call blocks and returns only when you have at least C<$time> seconds 506(default: 0): This call blocks and returns only when you have at least
427of cpu time till the next tick. The slot is only valid till the next cede. 507C<$time> seconds of cpu time till the next tick. The slot is only valid
508till the next cede.
509
510Background jobs should use a priority les than zero, interactive jobs
511should use 100 or more.
428 512
429The optional C<$name> can be used to identify the job to run. It might be 513The optional C<$name> can be used to identify the job to run. It might be
430used for statistical purposes and should identify the same time-class. 514used for statistical purposes and should identify the same time-class.
431 515
432Useful for short background jobs. 516Useful for short background jobs.
512=cut 596=cut
513 597
514sub sync_job(&) { 598sub sync_job(&) {
515 my ($job) = @_; 599 my ($job) = @_;
516 600
517 if ($Coro::current == $Coro::main) { 601 if (in_main) {
518 my $time = AE::time; 602 my $time = AE::time;
519 603
520 # this is the main coro, too bad, we have to block 604 # this is the main coro, too bad, we have to block
521 # till the operation succeeds, freezing the server :/ 605 # till the operation succeeds, freezing the server :/
522 606
523 LOG llevError, Carp::longmess "sync job";#d# 607 #LOG llevError, Carp::longmess "sync job";#d#
524 608
525 my $freeze_guard = freeze_mainloop; 609 my $freeze_guard = freeze_mainloop;
526 610
527 my $busy = 1; 611 my $busy = 1;
528 my @res; 612 my @res;
529 613
530 (async { 614 (async {
531 $Coro::current->desc ("sync job coro"); 615 $Coro::current->desc ("sync job coro");
532 @res = eval { $job->() }; 616 @res = eval { $job->() };
533 warn $@ if $@; 617 error $@ if $@;
534 undef $busy; 618 undef $busy;
535 })->prio (Coro::PRIO_MAX); 619 })->prio (Coro::PRIO_MAX);
536 620
537 while ($busy) { 621 while ($busy) {
538 if (Coro::nready) { 622 if (Coro::nready) {
572 $EXT_CORO{$coro+0} = $coro; 656 $EXT_CORO{$coro+0} = $coro;
573 657
574 $coro 658 $coro
575} 659}
576 660
577=item fork_call { }, $args 661=item fork_call { }, @args
578 662
579Executes the given code block with the given arguments in a seperate 663Executes the given code block with the given arguments in a seperate
580process, returning the results. Everything must be serialisable with 664process, returning the results. Everything must be serialisable with
581Coro::Storable. May, of course, block. Note that the executed sub may 665Coro::Storable. May, of course, block. Note that the executed sub may
582never block itself or use any form of event handling. 666never block itself or use any form of event handling.
583 667
584=cut 668=cut
585 669
670sub post_fork {
671 reset_signals;
672}
673
586sub fork_call(&@) { 674sub fork_call(&@) {
587 my ($cb, @args) = @_; 675 my ($cb, @args) = @_;
588 676
589 # we seemingly have to make a local copy of the whole thing, 677 # we seemingly have to make a local copy of the whole thing,
590 # otherwise perl prematurely frees the stuff :/ 678 # otherwise perl prematurely frees the stuff :/
591 # TODO: investigate and fix (likely this will be rather laborious) 679 # TODO: investigate and fix (likely this will be rather laborious)
592 680
593 my @res = Coro::Util::fork_eval { 681 my @res = Coro::Util::fork_eval {
594 reset_signals; 682 cf::post_fork;
595 &$cb 683 &$cb
596 }, @args; 684 } @args;
597 685
598 wantarray ? @res : $res[-1] 686 wantarray ? @res : $res[-1]
599} 687}
600 688
601sub objinfo { 689sub objinfo {
651within each server. 739within each server.
652 740
653=cut 741=cut
654 742
655sub db_table($) { 743sub db_table($) {
744 cf::error "db_get called from main context"
745 if $Coro::current == $Coro::main;
746
656 my ($name) = @_; 747 my ($name) = @_;
657 my $db = BDB::db_create $DB_ENV; 748 my $db = BDB::db_create $DB_ENV;
658 749
659 eval { 750 eval {
660 $db->set_flags (BDB::CHKSUM); 751 $db->set_flags (BDB::CHKSUM);
670} 761}
671 762
672our $DB; 763our $DB;
673 764
674sub db_init { 765sub db_init {
675 cf::sync_job {
676 $DB ||= db_table "db"; 766 $DB ||= db_table "db";
677 };
678} 767}
679 768
680sub db_get($$) { 769sub db_get($$) {
681 my $key = "$_[0]/$_[1]"; 770 my $key = "$_[0]/$_[1]";
682 771
683 cf::sync_job { 772 cf::error "db_get called from main context"
773 if $Coro::current == $Coro::main;
774
684 BDB::db_get $DB, undef, $key, my $data; 775 BDB::db_get $DB, undef, $key, my $data;
685 776
686 $! ? () 777 $! ? ()
687 : $data 778 : $data
688 }
689} 779}
690 780
691sub db_put($$$) { 781sub db_put($$$) {
692 BDB::dbreq_pri 4; 782 BDB::dbreq_pri 4;
693 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { }; 783 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
721 811
722 my @data; 812 my @data;
723 my $md5; 813 my $md5;
724 814
725 for (0 .. $#$src) { 815 for (0 .. $#$src) {
726 0 <= aio_load $src->[$_], $data[$_] 816 $data[$_] = load_file $src->[$_];
727 or Carp::croak "$src->[$_]: $!";
728 } 817 }
729 818
730 # if processing is expensive, check 819 # if processing is expensive, check
731 # checksum first 820 # checksum first
732 if (1) { 821 if (1) {
749 838
750 my $t1 = Time::HiRes::time; 839 my $t1 = Time::HiRes::time;
751 my $data = $process->(\@data); 840 my $data = $process->(\@data);
752 my $t2 = Time::HiRes::time; 841 my $t2 = Time::HiRes::time;
753 842
754 warn "cache: '$id' processed in ", $t2 - $t1, "s\n"; 843 info "cache: '$id' processed in ", $t2 - $t1, "s\n";
755 844
756 db_put cache => "$id/data", $data; 845 db_put cache => "$id/data", $data;
757 db_put cache => "$id/md5" , $md5; 846 db_put cache => "$id/md5" , $md5;
758 db_put cache => "$id/meta", $meta; 847 db_put cache => "$id/meta", $meta;
759 848
769 858
770=cut 859=cut
771 860
772sub datalog($@) { 861sub datalog($@) {
773 my ($type, %kv) = @_; 862 my ($type, %kv) = @_;
774 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type }); 863 info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
775} 864}
776 865
777=back 866=back
778 867
779=cut 868=cut
974 1063
975 } elsif (exists $cb_id{$type}) { 1064 } elsif (exists $cb_id{$type}) {
976 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg; 1065 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
977 1066
978 } elsif (ref $type) { 1067 } elsif (ref $type) {
979 warn "attaching objects not supported, ignoring.\n"; 1068 error "attaching objects not supported, ignoring.\n";
980 1069
981 } else { 1070 } else {
982 shift @arg; 1071 shift @arg;
983 warn "attach argument '$type' not supported, ignoring.\n"; 1072 error "attach argument '$type' not supported, ignoring.\n";
984 } 1073 }
985 } 1074 }
986} 1075}
987 1076
988sub _object_attach { 1077sub _object_attach {
998 _attach $registry, $klass, @attach; 1087 _attach $registry, $klass, @attach;
999 } 1088 }
1000 1089
1001 $obj->{$name} = \%arg; 1090 $obj->{$name} = \%arg;
1002 } else { 1091 } else {
1003 warn "object uses attachment '$name' which is not available, postponing.\n"; 1092 info "object uses attachment '$name' which is not available, postponing.\n";
1004 } 1093 }
1005 1094
1006 $obj->{_attachment}{$name} = undef; 1095 $obj->{_attachment}{$name} = undef;
1007} 1096}
1008 1097
1067 1156
1068 for (@$callbacks) { 1157 for (@$callbacks) {
1069 eval { &{$_->[1]} }; 1158 eval { &{$_->[1]} };
1070 1159
1071 if ($@) { 1160 if ($@) {
1072 warn "$@";
1073 warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n"; 1161 error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
1074 override; 1162 override;
1075 } 1163 }
1076 1164
1077 return 1 if $override; 1165 return 1 if $override;
1078 } 1166 }
1157 for (@$attach) { 1245 for (@$attach) {
1158 my ($klass, @attach) = @$_; 1246 my ($klass, @attach) = @$_;
1159 _attach $registry, $klass, @attach; 1247 _attach $registry, $klass, @attach;
1160 } 1248 }
1161 } else { 1249 } else {
1162 warn "object uses attachment '$name' that is not available, postponing.\n"; 1250 info "object uses attachment '$name' that is not available, postponing.\n";
1163 } 1251 }
1164 } 1252 }
1165} 1253}
1166 1254
1167cf::attachable->attach ( 1255cf::attachable->attach (
1194 my ($filename, $rdata, $objs) = @_; 1282 my ($filename, $rdata, $objs) = @_;
1195 1283
1196 sync_job { 1284 sync_job {
1197 if (length $$rdata) { 1285 if (length $$rdata) {
1198 utf8::decode (my $decname = $filename); 1286 utf8::decode (my $decname = $filename);
1199 warn sprintf "saving %s (%d,%d)\n", 1287 trace sprintf "saving %s (%d,%d)\n",
1200 $decname, length $$rdata, scalar @$objs 1288 $decname, length $$rdata, scalar @$objs
1201 if $VERBOSE_IO; 1289 if $VERBOSE_IO;
1202 1290
1203 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1291 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1204 aio_chmod $fh, SAVE_MODE; 1292 aio_chmod $fh, SAVE_MODE;
1205 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1293 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1228 aio_rename "$filename~", $filename; 1316 aio_rename "$filename~", $filename;
1229 1317
1230 $filename =~ s%/[^/]+$%%; 1318 $filename =~ s%/[^/]+$%%;
1231 aio_pathsync $filename if $cf::USE_FSYNC; 1319 aio_pathsync $filename if $cf::USE_FSYNC;
1232 } else { 1320 } else {
1233 warn "unable to save objects: $filename~: $!\n"; 1321 error "unable to save objects: $filename~: $!\n";
1234 } 1322 }
1235 } else { 1323 } else {
1236 aio_unlink $filename; 1324 aio_unlink $filename;
1237 aio_unlink "$filename.pst"; 1325 aio_unlink "$filename.pst";
1238 } 1326 }
1262 my $st = eval { Coro::Storable::thaw $av }; 1350 my $st = eval { Coro::Storable::thaw $av };
1263 $av = $st->{objs}; 1351 $av = $st->{objs};
1264 } 1352 }
1265 1353
1266 utf8::decode (my $decname = $filename); 1354 utf8::decode (my $decname = $filename);
1267 warn sprintf "loading %s (%d,%d)\n", 1355 trace sprintf "loading %s (%d,%d)\n",
1268 $decname, length $data, scalar @{$av || []} 1356 $decname, length $data, scalar @{$av || []}
1269 if $VERBOSE_IO; 1357 if $VERBOSE_IO;
1270 1358
1271 ($data, $av) 1359 ($data, $av)
1272} 1360}
1273 1361
1366 1454
1367 $pl->ext_reply ($reply, @reply) 1455 $pl->ext_reply ($reply, @reply)
1368 if $reply; 1456 if $reply;
1369 1457
1370 } else { 1458 } else {
1371 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1459 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1372 } 1460 }
1373 1461
1374 cf::override; 1462 cf::override;
1375 }, 1463 },
1376); 1464);
1387 1475
1388 $grp 1476 $grp
1389} 1477}
1390 1478
1391sub load_extensions { 1479sub load_extensions {
1480 info "loading extensions...";
1481
1392 cf::sync_job { 1482 cf::sync_job {
1393 my %todo; 1483 my %todo;
1394 1484
1395 for my $path (<$LIBDIR/*.ext>) { 1485 for my $path (<$LIBDIR/*.ext>) {
1396 next unless -r $path; 1486 next unless -r $path;
1414 1504
1415 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1505 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1416 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1506 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1417 1507
1418 $ext{source} = 1508 $ext{source} =
1419 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n" 1509 "package $pkg; use common::sense;\n"
1420 . "#line 1 \"$path\"\n{\n" 1510 . "#line 1 \"$path\"\n{\n"
1421 . $source 1511 . $source
1422 . "\n};\n1"; 1512 . "\n};\n1";
1423 1513
1424 $todo{$base} = \%ext; 1514 $todo{$base} = \%ext;
1436 for (split /,\s*/, $v->{meta}{depends}) { 1526 for (split /,\s*/, $v->{meta}{depends}) {
1437 next ext 1527 next ext
1438 unless exists $done{$_}; 1528 unless exists $done{$_};
1439 } 1529 }
1440 1530
1441 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n"; 1531 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1442 1532
1443 my $active = eval $v->{source}; 1533 my $active = eval $v->{source};
1444 1534
1445 if (length $@) { 1535 if (length $@) {
1446 warn "$v->{path}: $@\n"; 1536 error "$v->{path}: $@\n";
1447 1537
1448 cf::cleanup "mandatory extension '$k' failed to load, exiting." 1538 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1449 if exists $v->{meta}{mandatory}; 1539 if exists $v->{meta}{mandatory};
1450 1540
1451 warn "$v->{base}: optional extension cannot be loaded, skipping.\n"; 1541 warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1453 } else { 1543 } else {
1454 $done{$k} = delete $todo{$k}; 1544 $done{$k} = delete $todo{$k};
1455 push @EXTS, $v->{pkg}; 1545 push @EXTS, $v->{pkg};
1456 $progress = 1; 1546 $progress = 1;
1457 1547
1458 warn "$v->{base}: extension inactive.\n" 1548 info "$v->{base}: extension inactive.\n"
1459 unless $active; 1549 unless $active;
1460 } 1550 }
1461 } 1551 }
1462 1552
1463 unless ($progress) { 1553 unless ($progress) {
1465 1555
1466 while (my ($k, $v) = each %todo) { 1556 while (my ($k, $v) = each %todo) {
1467 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting." 1557 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1468 if exists $v->{meta}{mandatory}; 1558 if exists $v->{meta}{mandatory};
1469 } 1559 }
1560
1561 last;
1470 } 1562 }
1471 } 1563 }
1472 }; 1564 };
1473} 1565}
1474 1566
1632 my $name = $pl->ob->name; 1724 my $name = $pl->ob->name;
1633 1725
1634 $pl->{deny_save} = 1; 1726 $pl->{deny_save} = 1;
1635 $pl->password ("*"); # this should lock out the player until we have nuked the dir 1727 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1636 1728
1637 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1729 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1638 $pl->deactivate; 1730 $pl->deactivate;
1731
1639 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy; 1732 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1640 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1733 $pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
1734 ext::highscore::check ($pl->ob);
1735
1641 $pl->ns->destroy if $pl->ns; 1736 $pl->ns->destroy if $pl->ns;
1642 1737
1643 my $path = playerdir $pl; 1738 my $path = playerdir $pl;
1644 my $temp = "$path~$cf::RUNTIME~deleting~"; 1739 my $temp = "$path~$cf::RUNTIME~deleting~";
1645 aio_rename $path, $temp; 1740 aio_rename $path, $temp;
1811sub generate_random_map { 1906sub generate_random_map {
1812 my ($self, $rmp) = @_; 1907 my ($self, $rmp) = @_;
1813 1908
1814 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 1909 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1815 1910
1816 # mit "rum" bekleckern, nicht
1817 $self->_create_random_map ( 1911 $self->_create_random_map ($rmp);
1818 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1819 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1820 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1821 $rmp->{exit_on_final_map},
1822 $rmp->{xsize}, $rmp->{ysize},
1823 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1824 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1825 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1826 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1827 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1828 (cf::region::find $rmp->{region}), $rmp->{custom}
1829 )
1830} 1912}
1831 1913
1832=item cf::map->register ($regex, $prio) 1914=item cf::map->register ($regex, $prio)
1833 1915
1834Register a handler for the map path matching the given regex at the 1916Register a handler for the map path matching the given regex at the
1839 1921
1840sub register { 1922sub register {
1841 my (undef, $regex, $prio) = @_; 1923 my (undef, $regex, $prio) = @_;
1842 my $pkg = caller; 1924 my $pkg = caller;
1843 1925
1844 no strict;
1845 push @{"$pkg\::ISA"}, __PACKAGE__; 1926 push @{"$pkg\::ISA"}, __PACKAGE__;
1846 1927
1847 $EXT_MAP{$pkg} = [$prio, qr<$regex>]; 1928 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1848} 1929}
1849 1930
1861} 1942}
1862 1943
1863sub normalise { 1944sub normalise {
1864 my ($path, $base) = @_; 1945 my ($path, $base) = @_;
1865 1946
1866 $path = "$path"; # make sure its a string 1947 $path = "$path"; # make sure it's a string
1867 1948
1868 $path =~ s/\.map$//; 1949 $path =~ s/\.map$//;
1869 1950
1870 # map plan: 1951 # map plan:
1871 # 1952 #
1873 # {... are special paths that are not being touched 1954 # {... are special paths that are not being touched
1874 # ?xxx/... are special absolute paths 1955 # ?xxx/... are special absolute paths
1875 # ?random/... random maps 1956 # ?random/... random maps
1876 # /... normal maps 1957 # /... normal maps
1877 # ~user/... per-player map of a specific user 1958 # ~user/... per-player map of a specific user
1959 # !up !down for quad maps, or other maps with up/down layers
1878 1960
1879 $path =~ s/$PATH_SEP/\//go; 1961 $path =~ s/$PATH_SEP/\//go;
1880 1962
1881 # treat it as relative path if it starts with 1963 # treat it as relative path if it starts with
1882 # something that looks reasonable 1964 # something that looks reasonable
1883 if ($path =~ m{^(?:\./|\.\./|\w)}) { 1965 if ($path =~ m{^(?:\./|\.\./|\w)}) {
1884 $base or Carp::carp "normalise called with relative path and no base: '$path'"; 1966 $base or Carp::carp "normalise called with relative path and no base: '$path'";
1885 1967
1886 $base =~ s{[^/]+/?$}{}; 1968 $base =~ s{[^/]+/?$}{};
1887 $path = "$base/$path"; 1969 $path = "$base/$path";
1970
1971 } elsif ($path eq '!up') {
1972 $base && ref $base
1973 or Carp::carp "normalise called with relative tile path and no base: '$path'";
1974
1975 my $uppth = $base->tile_path (cf::TILE_UP);
1976 $path = $uppth if $uppth;
1977
1978 } elsif ($path eq '!down') {
1979 $base && ref $base
1980 or Carp::carp "normalise called with relative tile path and no base: '$path'";
1981
1982 my $dpth = $base->tile_path (cf::TILE_DOWN);
1983 $path = $dpth if $dpth;
1888 } 1984 }
1889 1985
1890 for ($path) { 1986 for ($path) {
1891 redo if s{//}{/};
1892 redo if s{/\.?/}{/}; 1987 redo if s{/\.?/}{/};
1893 redo if s{/[^/]+/\.\./}{/}; 1988 redo if s{/[^/]+/\.\./}{/};
1894 } 1989 }
1895 1990
1896 $path 1991 $path
1910 $self->init; # pass $1 etc. 2005 $self->init; # pass $1 etc.
1911 return $self; 2006 return $self;
1912 } 2007 }
1913 } 2008 }
1914 2009
1915 Carp::cluck "unable to resolve path '$path' (base '$base')."; 2010 Carp::cluck "unable to resolve path '$path' (base '$base')";
1916 () 2011 ()
1917} 2012}
1918 2013
2014# may re-bless or do other evil things
1919sub init { 2015sub init {
1920 my ($self) = @_; 2016 my ($self) = @_;
1921 2017
1922 $self 2018 $self
1923} 2019}
1988 $self->{load_path} = $path; 2084 $self->{load_path} = $path;
1989 2085
1990 1 2086 1
1991} 2087}
1992 2088
2089# used to laod the header of an original map
1993sub load_header_orig { 2090sub load_header_orig {
1994 my ($self) = @_; 2091 my ($self) = @_;
1995 2092
1996 $self->load_header_from ($self->load_path) 2093 $self->load_header_from ($self->load_path)
1997} 2094}
1998 2095
2096# used to laod the header of an instantiated map
1999sub load_header_temp { 2097sub load_header_temp {
2000 my ($self) = @_; 2098 my ($self) = @_;
2001 2099
2002 $self->load_header_from ($self->save_path) 2100 $self->load_header_from ($self->save_path)
2003} 2101}
2004 2102
2103# called after loading the header from an instantiated map
2005sub prepare_temp { 2104sub prepare_temp {
2006 my ($self) = @_; 2105 my ($self) = @_;
2007 2106
2008 $self->last_access ((delete $self->{last_access}) 2107 $self->last_access ((delete $self->{last_access})
2009 || $cf::RUNTIME); #d# 2108 || $cf::RUNTIME); #d#
2010 # safety 2109 # safety
2011 $self->{instantiate_time} = $cf::RUNTIME 2110 $self->{instantiate_time} = $cf::RUNTIME
2012 if $self->{instantiate_time} > $cf::RUNTIME; 2111 if $self->{instantiate_time} > $cf::RUNTIME;
2013} 2112}
2014 2113
2114# called after loading the header from an original map
2015sub prepare_orig { 2115sub prepare_orig {
2016 my ($self) = @_; 2116 my ($self) = @_;
2017 2117
2018 $self->{load_original} = 1; 2118 $self->{load_original} = 1;
2019 $self->{instantiate_time} = $cf::RUNTIME; 2119 $self->{instantiate_time} = $cf::RUNTIME;
2043 2143
2044sub find; 2144sub find;
2045sub find { 2145sub find {
2046 my ($path, $origin) = @_; 2146 my ($path, $origin) = @_;
2047 2147
2148 cf::cede_to_tick;
2149
2048 $path = normalise $path, $origin && $origin->path; 2150 $path = normalise $path, $origin;
2049 2151
2050 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove 2152 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
2051 my $guard2 = cf::lock_acquire "map_find:$path"; 2153 my $guard2 = cf::lock_acquire "map_find:$path";
2052 2154
2053 $cf::MAP{$path} || do { 2155 $cf::MAP{$path} || do {
2093 $self->alloc; 2195 $self->alloc;
2094 2196
2095 $self->pre_load; 2197 $self->pre_load;
2096 cf::cede_to_tick; 2198 cf::cede_to_tick;
2097 2199
2200 if (exists $self->{load_path}) {
2098 my $f = new_from_file cf::object::thawer $self->{load_path}; 2201 my $f = new_from_file cf::object::thawer $self->{load_path};
2099 $f->skip_block; 2202 $f->skip_block;
2100 $self->_load_objects ($f) 2203 $self->_load_objects ($f)
2101 or return; 2204 or return;
2102 2205
2103 $self->post_load_original 2206 $self->post_load_original
2104 if delete $self->{load_original}; 2207 if delete $self->{load_original};
2105 2208
2106 if (my $uniq = $self->uniq_path) { 2209 if (my $uniq = $self->uniq_path) {
2107 utf8::encode $uniq; 2210 utf8::encode $uniq;
2108 unless (aio_stat $uniq) { 2211 unless (aio_stat $uniq) {
2109 if (my $f = new_from_file cf::object::thawer $uniq) { 2212 if (my $f = new_from_file cf::object::thawer $uniq) {
2110 $self->clear_unique_items; 2213 $self->clear_unique_items;
2111 $self->_load_objects ($f); 2214 $self->_load_objects ($f);
2112 $f->resolve_delayed_derefs; 2215 $f->resolve_delayed_derefs;
2216 }
2113 } 2217 }
2114 } 2218 }
2115 }
2116 2219
2117 $f->resolve_delayed_derefs; 2220 $f->resolve_delayed_derefs;
2221 } else {
2222 $self->post_load_original
2223 if delete $self->{load_original};
2224 }
2118 2225
2119 cf::cede_to_tick; 2226 cf::cede_to_tick;
2120 # now do the right thing for maps 2227 # now do the right thing for maps
2121 $self->link_multipart_objects; 2228 $self->link_multipart_objects;
2122 $self->difficulty ($self->estimate_difficulty) 2229 $self->difficulty ($self->estimate_difficulty)
2136 2243
2137 $self->in_memory (cf::MAP_ACTIVE); 2244 $self->in_memory (cf::MAP_ACTIVE);
2138 } 2245 }
2139 2246
2140 $self->post_load; 2247 $self->post_load;
2248
2249 1
2141} 2250}
2142 2251
2143# customize the map for a given player, i.e. 2252# customize the map for a given player, i.e.
2144# return the _real_ map. used by e.g. per-player 2253# return the _real_ map. used by e.g. per-player
2145# maps to change the path to ~playername/mappath 2254# maps to change the path to ~playername/mappath
2183} 2292}
2184 2293
2185sub find_sync { 2294sub find_sync {
2186 my ($path, $origin) = @_; 2295 my ($path, $origin) = @_;
2187 2296
2188 cf::sync_job { find $path, $origin } 2297 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
2298 if $Coro::current == $Coro::main;
2299
2300 find $path, $origin
2189} 2301}
2190 2302
2191sub do_load_sync { 2303sub do_load_sync {
2192 my ($map) = @_; 2304 my ($map) = @_;
2193 2305
2194 cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync" 2306 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2195 if $Coro::current == $Coro::main; 2307 if $Coro::current == $Coro::main;
2196 2308
2197 cf::sync_job { $map->load }; 2309 $map->load;
2198} 2310}
2199 2311
2200our %MAP_PREFETCH; 2312our %MAP_PREFETCH;
2201our $MAP_PREFETCHER = undef; 2313our $MAP_PREFETCHER = undef;
2202 2314
2203sub find_async { 2315sub find_async {
2204 my ($path, $origin, $load) = @_; 2316 my ($path, $origin, $load) = @_;
2205 2317
2206 $path = normalise $path, $origin && $origin->{path}; 2318 $path = normalise $path, $origin;
2207 2319
2208 if (my $map = $cf::MAP{$path}) { 2320 if (my $map = $cf::MAP{$path}) {
2209 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE; 2321 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2210 } 2322 }
2211 2323
2314 2426
2315 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2427 my $lock = cf::lock_acquire "map_data:$self->{path}";
2316 2428
2317 return if $self->players; 2429 return if $self->players;
2318 2430
2319 warn "resetting map ", $self->path, "\n"; 2431 cf::trace "resetting map ", $self->path, "\n";
2320 2432
2321 $self->in_memory (cf::MAP_SWAPPED); 2433 $self->in_memory (cf::MAP_SWAPPED);
2322 2434
2323 # need to save uniques path 2435 # need to save uniques path
2324 unless ($self->{deny_save}) { 2436 unless ($self->{deny_save}) {
2689 2801
2690sub cf::object::player::goto { 2802sub cf::object::player::goto {
2691 my ($self, $path, $x, $y, $check, $done) = @_; 2803 my ($self, $path, $x, $y, $check, $done) = @_;
2692 2804
2693 if ($self->{_link_recursion} >= $MAX_LINKS) { 2805 if ($self->{_link_recursion} >= $MAX_LINKS) {
2694 warn "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting."; 2806 error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
2695 $self->failmsg ("Something went wrong inside the server - please contact an administrator!"); 2807 $self->failmsg ("Something went wrong inside the server - please contact an administrator!");
2696 ($path, $x, $y) = @$EMERGENCY_POSITION; 2808 ($path, $x, $y) = @$EMERGENCY_POSITION;
2697 } 2809 }
2698 2810
2699 # do generation counting so two concurrent goto's will be executed in-order 2811 # do generation counting so two concurrent goto's will be executed in-order
2722 ($path, $x, $y) = (undef, undef, undef); 2834 ($path, $x, $y) = (undef, undef, undef);
2723 } 2835 }
2724 } 2836 }
2725 2837
2726 my $map = eval { 2838 my $map = eval {
2727 my $map = defined $path ? cf::map::find $path : undef; 2839 my $map = defined $path ? cf::map::find $path, $self->map : undef;
2728 2840
2729 if ($map) { 2841 if ($map) {
2730 $map = $map->customise_for ($self); 2842 $map = $map->customise_for ($self);
2731 $map = $check->($map, $x, $y, $self) if $check && $map; 2843 $map = $check->($map, $x, $y, $self) if $check && $map;
2732 } else { 2844 } else {
2830 2942
2831 prepare_random_map $exit 2943 prepare_random_map $exit
2832 if $exit->slaying eq "/!"; 2944 if $exit->slaying eq "/!";
2833 } 2945 }
2834 2946
2835 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path; 2947 my $map = cf::map::normalise $exit->slaying, $exit->map;
2836 my $x = $exit->stats->hp; 2948 my $x = $exit->stats->hp;
2837 my $y = $exit->stats->sp; 2949 my $y = $exit->stats->sp;
2838 2950
2839 $self->goto ($map, $x, $y); 2951 $self->goto ($map, $x, $y);
2840 2952
2847 $self->message ("Something went wrong deep within the deliantra server. " 2959 $self->message ("Something went wrong deep within the deliantra server. "
2848 . "I'll try to bring you back to the map you were before. " 2960 . "I'll try to bring you back to the map you were before. "
2849 . "Please report this to the dungeon master!", 2961 . "Please report this to the dungeon master!",
2850 cf::NDI_UNIQUE | cf::NDI_RED); 2962 cf::NDI_UNIQUE | cf::NDI_RED);
2851 2963
2852 warn "ERROR in enter_exit: $@"; 2964 error "ERROR in enter_exit: $@";
2853 $self->leave_link; 2965 $self->leave_link;
2854 } 2966 }
2855 })->prio (1); 2967 })->prio (1);
2856} 2968}
2857 2969
3170 3282
3171 $ns->ext_reply ($reply, @reply) 3283 $ns->ext_reply ($reply, @reply)
3172 if $reply; 3284 if $reply;
3173 3285
3174 } else { 3286 } else {
3175 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n"; 3287 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3176 } 3288 }
3177 3289
3178 cf::override; 3290 cf::override;
3179 }, 3291 },
3180); 3292);
3261 decrease split destroy change_exp value msg lore send_msg)], 3373 decrease split destroy change_exp value msg lore send_msg)],
3262 ["cf::object::player" => qw(player)], 3374 ["cf::object::player" => qw(player)],
3263 ["cf::player" => qw(peaceful send_msg)], 3375 ["cf::player" => qw(peaceful send_msg)],
3264 ["cf::map" => qw(trigger)], 3376 ["cf::map" => qw(trigger)],
3265) { 3377) {
3266 no strict 'refs';
3267 my ($pkg, @funs) = @$_; 3378 my ($pkg, @funs) = @$_;
3268 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3379 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
3269 for @funs; 3380 for @funs;
3270} 3381}
3271 3382
3310 local @cf::_safe_eval_args = values %vars; 3421 local @cf::_safe_eval_args = values %vars;
3311 @res = wantarray ? eval eval : scalar eval $eval; 3422 @res = wantarray ? eval eval : scalar eval $eval;
3312 } 3423 }
3313 3424
3314 if ($@) { 3425 if ($@) {
3315 warn "$@"; 3426 warn "$@",
3316 warn "while executing safe code '$code'\n"; 3427 "while executing safe code '$code'\n",
3317 warn "with arguments " . (join " ", %vars) . "\n"; 3428 "with arguments " . (join " ", %vars) . "\n";
3318 } 3429 }
3319 3430
3320 wantarray ? @res : $res[0] 3431 wantarray ? @res : $res[0]
3321} 3432}
3322 3433
3356 # for this (global event?) 3467 # for this (global event?)
3357 %ext::player_env::MUSIC_FACE_CACHE = (); 3468 %ext::player_env::MUSIC_FACE_CACHE = ();
3358 3469
3359 my $enc = JSON::XS->new->utf8->canonical->relaxed; 3470 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3360 3471
3361 warn "loading facedata from $path\n"; 3472 trace "loading facedata from $path\n";
3362 3473
3363 my $facedata; 3474 my $facedata = decode_storable load_file $path;
3364 0 < aio_load $path, $facedata
3365 or die "$path: $!";
3366
3367 $facedata = Coro::Storable::thaw $facedata;
3368 3475
3369 $facedata->{version} == 2 3476 $facedata->{version} == 2
3370 or cf::cleanup "$path: version mismatch, cannot proceed."; 3477 or cf::cleanup "$path: version mismatch, cannot proceed.";
3371 3478
3372 # patch in the exptable 3479 # patch in the exptable
3386 3493
3387 cf::face::set_visibility $idx, $info->{visibility}; 3494 cf::face::set_visibility $idx, $info->{visibility};
3388 cf::face::set_magicmap $idx, $info->{magicmap}; 3495 cf::face::set_magicmap $idx, $info->{magicmap};
3389 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32}; 3496 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3390 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64}; 3497 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3498 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3391 3499
3392 cf::cede_to_tick; 3500 cf::cede_to_tick;
3393 } 3501 }
3394 3502
3395 while (my ($face, $info) = each %$faces) { 3503 while (my ($face, $info) = each %$faces) {
3400 3508
3401 if (my $smooth = cf::face::find $info->{smooth}) { 3509 if (my $smooth = cf::face::find $info->{smooth}) {
3402 cf::face::set_smooth $idx, $smooth; 3510 cf::face::set_smooth $idx, $smooth;
3403 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3511 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3404 } else { 3512 } else {
3405 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3513 error "smooth face '$info->{smooth}' not found for face '$face'";
3406 } 3514 }
3407 3515
3408 cf::cede_to_tick; 3516 cf::cede_to_tick;
3409 } 3517 }
3410 } 3518 }
3428 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3536 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3429 3537
3430 cf::face::set_data $idx, 0, $info->{data}, $info->{hash}; 3538 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3431 cf::face::set_type $idx, $info->{type}; 3539 cf::face::set_type $idx, $info->{type};
3432 } else { 3540 } else {
3433 $RESOURCE{$name} = $info; 3541 $RESOURCE{$name} = $info; # unused
3434 } 3542 }
3435 3543
3436 cf::cede_to_tick; 3544 cf::cede_to_tick;
3437 } 3545 }
3438 } 3546 }
3439 3547
3440 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE); 3548 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3441 3549
3442 1 3550 1
3443} 3551}
3444
3445cf::global->attach (on_resource_update => sub {
3446 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3447 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3448
3449 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3450 my $sound = $soundconf->{compat}[$_]
3451 or next;
3452
3453 my $face = cf::face::find "sound/$sound->[1]";
3454 cf::sound::set $sound->[0] => $face;
3455 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3456 }
3457
3458 while (my ($k, $v) = each %{$soundconf->{event}}) {
3459 my $face = cf::face::find "sound/$v";
3460 cf::sound::set $k => $face;
3461 }
3462 }
3463});
3464 3552
3465register_exticmd fx_want => sub { 3553register_exticmd fx_want => sub {
3466 my ($ns, $want) = @_; 3554 my ($ns, $want) = @_;
3467 3555
3468 while (my ($k, $v) = each %$want) { 3556 while (my ($k, $v) = each %$want) {
3507sub reload_treasures { 3595sub reload_treasures {
3508 load_resource_file "$DATADIR/treasures" 3596 load_resource_file "$DATADIR/treasures"
3509 or die "unable to load treasurelists\n"; 3597 or die "unable to load treasurelists\n";
3510} 3598}
3511 3599
3600sub reload_sound {
3601 trace "loading sound config from $DATADIR/sound\n";
3602
3603 my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
3604
3605 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3606 my $sound = $soundconf->{compat}[$_]
3607 or next;
3608
3609 my $face = cf::face::find "sound/$sound->[1]";
3610 cf::sound::set $sound->[0] => $face;
3611 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3612 }
3613
3614 while (my ($k, $v) = each %{$soundconf->{event}}) {
3615 my $face = cf::face::find "sound/$v";
3616 cf::sound::set $k => $face;
3617 }
3618}
3619
3512sub reload_resources { 3620sub reload_resources {
3513 warn "reloading resource files...\n"; 3621 trace "reloading resource files...\n";
3514 3622
3623 reload_exp_table;
3624 reload_materials;
3515 reload_facedata; 3625 reload_facedata;
3626 reload_sound;
3516 reload_archetypes; 3627 reload_archetypes;
3517 reload_regions; 3628 reload_regions;
3518 reload_treasures; 3629 reload_treasures;
3519 3630
3520 warn "finished reloading resource files\n"; 3631 trace "finished reloading resource files\n";
3521} 3632}
3522 3633
3523sub reload_config { 3634sub reload_config {
3524 warn "reloading config file...\n"; 3635 trace "reloading config file...\n";
3525 3636
3526 open my $fh, "<:utf8", "$CONFDIR/config" 3637 my $config = load_file "$CONFDIR/config";
3527 or return; 3638 utf8::decode $config;
3528 3639 *CFG = decode_yaml $config;
3529 local $/;
3530 *CFG = YAML::XS::Load scalar <$fh>;
3531 3640
3532 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38]; 3641 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3533 3642
3534 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3643 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3535 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3644 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3539 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3648 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3540 and die "WARNING: m(un)lockall failed: $!\n"; 3649 and die "WARNING: m(un)lockall failed: $!\n";
3541 }; 3650 };
3542 warn $@ if $@; 3651 warn $@ if $@;
3543 } 3652 }
3544
3545 warn "finished reloading resource files\n";
3546} 3653}
3547 3654
3548sub pidfile() { 3655sub pidfile() {
3549 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT 3656 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3550 or die "$PIDFILE: $!"; 3657 or die "$PIDFILE: $!";
3563 seek $fh, 0, 0; 3670 seek $fh, 0, 0;
3564 print $fh $$; 3671 print $fh $$;
3565} 3672}
3566 3673
3567sub main_loop { 3674sub main_loop {
3568 warn "EV::loop starting\n"; 3675 trace "EV::loop starting\n";
3569 if (1) { 3676 if (1) {
3570 EV::loop; 3677 EV::loop;
3571 } 3678 }
3572 warn "EV::loop returned\n"; 3679 trace "EV::loop returned\n";
3573 goto &main_loop unless $REALLY_UNLOOP; 3680 goto &main_loop unless $REALLY_UNLOOP;
3574} 3681}
3575 3682
3576sub main { 3683sub main {
3577 cf::init_globals; # initialise logging 3684 cf::init_globals; # initialise logging
3578 3685
3579 LOG llevInfo, "Welcome to Deliantra, v" . VERSION; 3686 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3580 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; 3687 LOG llevInfo, "Copyright (C) 2005-2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3581 LOG llevInfo, "Copyright (C) 1994 Mark Wedel."; 3688 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3582 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen."; 3689 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3583 3690
3584 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3691 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3585 3692
3593 }; 3700 };
3594 3701
3595 evthread_start IO::AIO::poll_fileno; 3702 evthread_start IO::AIO::poll_fileno;
3596 3703
3597 cf::sync_job { 3704 cf::sync_job {
3598 cf::init_experience; 3705 cf::incloader::init ();
3706
3599 cf::init_anim; 3707 cf::init_anim;
3600 cf::init_attackmess; 3708 cf::init_attackmess;
3601 cf::init_dynamic; 3709 cf::init_dynamic;
3602 3710
3603 cf::load_settings; 3711 cf::load_settings;
3604 cf::load_materials;
3605 3712
3606 reload_resources; 3713 reload_resources;
3607 reload_config; 3714 reload_config;
3608 db_init; 3715 db_init;
3609 3716
3621 3728
3622 # no (long-running) fork's whatsoever before this point(!) 3729 # no (long-running) fork's whatsoever before this point(!)
3623 use POSIX (); 3730 use POSIX ();
3624 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD}; 3731 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3625 3732
3626 (pop @POST_INIT)->(0) while @POST_INIT; 3733 cf::_post_init 0;
3627 }; 3734 };
3628 3735
3629 cf::object::thawer::errors_are_fatal 0; 3736 cf::object::thawer::errors_are_fatal 0;
3630 warn "parse errors in files are no longer fatal from this point on.\n"; 3737 info "parse errors in files are no longer fatal from this point on.\n";
3631 3738
3739 my $free_main; $free_main = EV::idle sub {
3740 undef $free_main;
3741 undef &main; # free gobs of memory :)
3742 };
3743
3632 main_loop; 3744 goto &main_loop;
3633} 3745}
3634 3746
3635############################################################################# 3747#############################################################################
3636# initialisation and cleanup 3748# initialisation and cleanup
3637 3749
3676 or return; 3788 or return;
3677 3789
3678 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE 3790 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3679 and return; 3791 and return;
3680 3792
3681 warn sprintf "runtime file written (%gs).\n", AE::time - $t0; 3793 trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3682 3794
3683 1 3795 1
3684} 3796}
3685 3797
3686our $uuid_lock; 3798our $uuid_lock;
3698 or return; 3810 or return;
3699 3811
3700 my $value = uuid_seq uuid_cur; 3812 my $value = uuid_seq uuid_cur;
3701 3813
3702 unless ($value) { 3814 unless ($value) {
3703 warn "cowardly refusing to write zero uuid value!\n"; 3815 info "cowardly refusing to write zero uuid value!\n";
3704 return; 3816 return;
3705 } 3817 }
3706 3818
3707 my $value = uuid_str $value + $uuid_skip; 3819 my $value = uuid_str $value + $uuid_skip;
3708 $uuid_skip = 0; 3820 $uuid_skip = 0;
3718 or return; 3830 or return;
3719 3831
3720 aio_rename "$uuid~", $uuid 3832 aio_rename "$uuid~", $uuid
3721 and return; 3833 and return;
3722 3834
3723 warn "uuid file written ($value).\n"; 3835 trace "uuid file written ($value).\n";
3724 3836
3725 1 3837 1
3726 3838
3727} 3839}
3728 3840
3734} 3846}
3735 3847
3736sub emergency_save() { 3848sub emergency_save() {
3737 my $freeze_guard = cf::freeze_mainloop; 3849 my $freeze_guard = cf::freeze_mainloop;
3738 3850
3739 warn "emergency_perl_save: enter\n"; 3851 info "emergency_perl_save: enter\n";
3852
3853 # this is a trade-off: we want to be very quick here, so
3854 # save all maps without fsync, and later call a global sync
3855 # (which in turn might be very very slow)
3856 local $USE_FSYNC = 0;
3740 3857
3741 cf::sync_job { 3858 cf::sync_job {
3742 # this is a trade-off: we want to be very quick here, so 3859 cf::write_runtime_sync; # external watchdog should not bark
3743 # save all maps without fsync, and later call a global sync
3744 # (which in turn might be very very slow)
3745 local $USE_FSYNC = 0;
3746 3860
3747 # use a peculiar iteration method to avoid tripping on perl 3861 # use a peculiar iteration method to avoid tripping on perl
3748 # refcount bugs in for. also avoids problems with players 3862 # refcount bugs in for. also avoids problems with players
3749 # and maps saved/destroyed asynchronously. 3863 # and maps saved/destroyed asynchronously.
3750 warn "emergency_perl_save: begin player save\n"; 3864 info "emergency_perl_save: begin player save\n";
3751 for my $login (keys %cf::PLAYER) { 3865 for my $login (keys %cf::PLAYER) {
3752 my $pl = $cf::PLAYER{$login} or next; 3866 my $pl = $cf::PLAYER{$login} or next;
3753 $pl->valid or next; 3867 $pl->valid or next;
3754 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt 3868 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3755 $pl->save; 3869 $pl->save;
3756 } 3870 }
3757 warn "emergency_perl_save: end player save\n"; 3871 info "emergency_perl_save: end player save\n";
3758 3872
3873 cf::write_runtime_sync; # external watchdog should not bark
3874
3759 warn "emergency_perl_save: begin map save\n"; 3875 info "emergency_perl_save: begin map save\n";
3760 for my $path (keys %cf::MAP) { 3876 for my $path (keys %cf::MAP) {
3761 my $map = $cf::MAP{$path} or next; 3877 my $map = $cf::MAP{$path} or next;
3762 $map->valid or next; 3878 $map->valid or next;
3763 $map->save; 3879 $map->save;
3764 } 3880 }
3765 warn "emergency_perl_save: end map save\n"; 3881 info "emergency_perl_save: end map save\n";
3766 3882
3883 cf::write_runtime_sync; # external watchdog should not bark
3884
3767 warn "emergency_perl_save: begin database checkpoint\n"; 3885 info "emergency_perl_save: begin database checkpoint\n";
3768 BDB::db_env_txn_checkpoint $DB_ENV; 3886 BDB::db_env_txn_checkpoint $DB_ENV;
3769 warn "emergency_perl_save: end database checkpoint\n"; 3887 info "emergency_perl_save: end database checkpoint\n";
3770 3888
3771 warn "emergency_perl_save: begin write uuid\n"; 3889 info "emergency_perl_save: begin write uuid\n";
3772 write_uuid_sync 1; 3890 write_uuid_sync 1;
3773 warn "emergency_perl_save: end write uuid\n"; 3891 info "emergency_perl_save: end write uuid\n";
3892
3893 cf::write_runtime_sync; # external watchdog should not bark
3894
3895 trace "emergency_perl_save: syncing database to disk";
3896 BDB::db_env_txn_checkpoint $DB_ENV;
3897
3898 info "emergency_perl_save: starting sync\n";
3899 IO::AIO::aio_sync sub {
3900 info "emergency_perl_save: finished sync\n";
3901 };
3902
3903 cf::write_runtime_sync; # external watchdog should not bark
3904
3905 trace "emergency_perl_save: flushing outstanding aio requests";
3906 while (IO::AIO::nreqs || BDB::nreqs) {
3907 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3908 }
3909
3910 cf::write_runtime_sync; # external watchdog should not bark
3774 }; 3911 };
3775 3912
3776 warn "emergency_perl_save: starting sync()\n";
3777 IO::AIO::aio_sync sub {
3778 warn "emergency_perl_save: finished sync()\n";
3779 };
3780
3781 warn "emergency_perl_save: leave\n"; 3913 info "emergency_perl_save: leave\n";
3782} 3914}
3783 3915
3784sub post_cleanup { 3916sub post_cleanup {
3785 my ($make_core) = @_; 3917 my ($make_core) = @_;
3786 3918
3919 IO::AIO::flush;
3920
3787 warn Carp::longmess "post_cleanup backtrace" 3921 error Carp::longmess "post_cleanup backtrace"
3788 if $make_core; 3922 if $make_core;
3789 3923
3790 my $fh = pidfile; 3924 my $fh = pidfile;
3791 unlink $PIDFILE if <$fh> == $$; 3925 unlink $PIDFILE if <$fh> == $$;
3792} 3926}
3816 } 3950 }
3817} 3951}
3818 3952
3819sub do_reload_perl() { 3953sub do_reload_perl() {
3820 # can/must only be called in main 3954 # can/must only be called in main
3821 if (in_main) { 3955 unless (in_main) {
3822 warn "can only reload from main coroutine"; 3956 error "can only reload from main coroutine";
3823 return; 3957 return;
3824 } 3958 }
3825 3959
3826 return if $RELOAD++; 3960 return if $RELOAD++;
3827 3961
3828 my $t1 = AE::time; 3962 my $t1 = AE::time;
3829 3963
3830 while ($RELOAD) { 3964 while ($RELOAD) {
3831 warn "reloading..."; 3965 cf::get_slot 0.1, -1, "reload_perl";
3966 info "perl_reload: reloading...";
3832 3967
3833 warn "entering sync_job"; 3968 trace "perl_reload: entering sync_job";
3834 3969
3835 cf::sync_job { 3970 cf::sync_job {
3836 cf::write_runtime_sync; # external watchdog should not bark
3837 cf::emergency_save; 3971 #cf::emergency_save;
3838 cf::write_runtime_sync; # external watchdog should not bark
3839 3972
3840 warn "syncing database to disk";
3841 BDB::db_env_txn_checkpoint $DB_ENV;
3842
3843 # if anything goes wrong in here, we should simply crash as we already saved
3844
3845 warn "flushing outstanding aio requests";
3846 while (IO::AIO::nreqs || BDB::nreqs) {
3847 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3848 }
3849
3850 warn "cancelling all extension coros"; 3973 trace "perl_reload: cancelling all extension coros";
3851 $_->cancel for values %EXT_CORO; 3974 $_->cancel for values %EXT_CORO;
3852 %EXT_CORO = (); 3975 %EXT_CORO = ();
3853 3976
3854 warn "removing commands"; 3977 trace "perl_reload: removing commands";
3855 %COMMAND = (); 3978 %COMMAND = ();
3856 3979
3857 warn "removing ext/exti commands"; 3980 trace "perl_reload: removing ext/exti commands";
3858 %EXTCMD = (); 3981 %EXTCMD = ();
3859 %EXTICMD = (); 3982 %EXTICMD = ();
3860 3983
3861 warn "unloading/nuking all extensions"; 3984 trace "perl_reload: unloading/nuking all extensions";
3862 for my $pkg (@EXTS) { 3985 for my $pkg (@EXTS) {
3863 warn "... unloading $pkg"; 3986 trace "... unloading $pkg";
3864 3987
3865 if (my $cb = $pkg->can ("unload")) { 3988 if (my $cb = $pkg->can ("unload")) {
3866 eval { 3989 eval {
3867 $cb->($pkg); 3990 $cb->($pkg);
3868 1 3991 1
3869 } or warn "$pkg unloaded, but with errors: $@"; 3992 } or error "$pkg unloaded, but with errors: $@";
3870 } 3993 }
3871 3994
3872 warn "... clearing $pkg"; 3995 trace "... clearing $pkg";
3873 clear_package $pkg; 3996 clear_package $pkg;
3874 } 3997 }
3875 3998
3876 warn "unloading all perl modules loaded from $LIBDIR"; 3999 trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3877 while (my ($k, $v) = each %INC) { 4000 while (my ($k, $v) = each %INC) {
3878 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 4001 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3879 4002
3880 warn "... unloading $k"; 4003 trace "... unloading $k";
3881 delete $INC{$k}; 4004 delete $INC{$k};
3882 4005
3883 $k =~ s/\.pm$//; 4006 $k =~ s/\.pm$//;
3884 $k =~ s/\//::/g; 4007 $k =~ s/\//::/g;
3885 4008
3888 } 4011 }
3889 4012
3890 clear_package $k; 4013 clear_package $k;
3891 } 4014 }
3892 4015
3893 warn "getting rid of safe::, as good as possible"; 4016 trace "perl_reload: getting rid of safe::, as good as possible";
3894 clear_package "safe::$_" 4017 clear_package "safe::$_"
3895 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 4018 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3896 4019
3897 warn "unloading cf.pm \"a bit\""; 4020 trace "perl_reload: unloading cf.pm \"a bit\"";
3898 delete $INC{"cf.pm"}; 4021 delete $INC{"cf.pm"};
3899 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES; 4022 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3900 4023
3901 # don't, removes xs symbols, too, 4024 # don't, removes xs symbols, too,
3902 # and global variables created in xs 4025 # and global variables created in xs
3903 #clear_package __PACKAGE__; 4026 #clear_package __PACKAGE__;
3904 4027
3905 warn "unload completed, starting to reload now"; 4028 info "perl_reload: unload completed, starting to reload now";
3906 4029
3907 warn "reloading cf.pm"; 4030 trace "perl_reload: reloading cf.pm";
3908 require cf; 4031 require cf;
3909 cf::_connect_to_perl_1; 4032 cf::_connect_to_perl_1;
3910 4033
3911 warn "loading config and database again"; 4034 trace "perl_reload: loading config and database again";
3912 cf::reload_config; 4035 cf::reload_config;
3913 4036
3914 warn "loading extensions"; 4037 trace "perl_reload: loading extensions";
3915 cf::load_extensions; 4038 cf::load_extensions;
3916 4039
3917 if ($REATTACH_ON_RELOAD) { 4040 if ($REATTACH_ON_RELOAD) {
3918 warn "reattaching attachments to objects/players"; 4041 trace "perl_reload: reattaching attachments to objects/players";
3919 _global_reattach; # objects, sockets 4042 _global_reattach; # objects, sockets
3920 warn "reattaching attachments to maps"; 4043 trace "perl_reload: reattaching attachments to maps";
3921 reattach $_ for values %MAP; 4044 reattach $_ for values %MAP;
3922 warn "reattaching attachments to players"; 4045 trace "perl_reload: reattaching attachments to players";
3923 reattach $_ for values %PLAYER; 4046 reattach $_ for values %PLAYER;
3924 } 4047 }
3925 4048
3926 warn "running post_init jobs"; 4049 cf::_post_init 1;
3927 (pop @POST_INIT)->(1) while @POST_INIT;
3928 4050
3929 warn "leaving sync_job"; 4051 trace "perl_reload: leaving sync_job";
3930 4052
3931 1 4053 1
3932 } or do { 4054 } or do {
3933 warn $@; 4055 error $@;
3934 cf::cleanup "error while reloading, exiting."; 4056 cf::cleanup "perl_reload: error, exiting.";
3935 }; 4057 };
3936 4058
3937 warn "reloaded";
3938 --$RELOAD; 4059 --$RELOAD;
3939 } 4060 }
3940 4061
3941 $t1 = AE::time - $t1; 4062 $t1 = AE::time - $t1;
3942 warn "reload completed in ${t1}s\n"; 4063 info "perl_reload: completed in ${t1}s\n";
3943}; 4064};
3944 4065
3945our $RELOAD_WATCHER; # used only during reload 4066our $RELOAD_WATCHER; # used only during reload
3946 4067
3947sub reload_perl() { 4068sub reload_perl() {
3968 reload_perl; 4089 reload_perl;
3969 }; 4090 };
3970 } 4091 }
3971}; 4092};
3972 4093
3973unshift @INC, $LIBDIR; 4094#############################################################################
3974 4095
3975my $bug_warning = 0; 4096my $bug_warning = 0;
3976 4097
3977our @WAIT_FOR_TICK; 4098our @WAIT_FOR_TICK;
3978our @WAIT_FOR_TICK_BEGIN; 4099our @WAIT_FOR_TICK_BEGIN;
3979 4100
3980sub wait_for_tick { 4101sub wait_for_tick() {
3981 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4102 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3982 4103
3983 my $signal = new Coro::Signal; 4104 my $signal = new Coro::Signal;
3984 push @WAIT_FOR_TICK, $signal; 4105 push @WAIT_FOR_TICK, $signal;
3985 $signal->wait; 4106 $signal->wait;
3986} 4107}
3987 4108
3988sub wait_for_tick_begin { 4109sub wait_for_tick_begin() {
3989 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4110 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3990 4111
3991 my $signal = new Coro::Signal; 4112 my $signal = new Coro::Signal;
3992 push @WAIT_FOR_TICK_BEGIN, $signal; 4113 push @WAIT_FOR_TICK_BEGIN, $signal;
3993 $signal->wait; 4114 $signal->wait;
4007 if ($NOW >= $NEXT_RUNTIME_WRITE) { 4128 if ($NOW >= $NEXT_RUNTIME_WRITE) {
4008 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 4129 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
4009 Coro::async_pool { 4130 Coro::async_pool {
4010 $Coro::current->{desc} = "runtime saver"; 4131 $Coro::current->{desc} = "runtime saver";
4011 write_runtime_sync 4132 write_runtime_sync
4012 or warn "ERROR: unable to write runtime file: $!"; 4133 or error "ERROR: unable to write runtime file: $!";
4013 }; 4134 };
4014 } 4135 }
4015 4136
4016 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 4137 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
4017 $sig->send; 4138 $sig->send;
4025 4146
4026 if (0) { 4147 if (0) {
4027 if ($NEXT_TICK) { 4148 if ($NEXT_TICK) {
4028 my $jitter = $TICK_START - $NEXT_TICK; 4149 my $jitter = $TICK_START - $NEXT_TICK;
4029 $JITTER = $JITTER * 0.75 + $jitter * 0.25; 4150 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
4030 warn "jitter $JITTER\n";#d# 4151 debug "jitter $JITTER\n";#d#
4031 } 4152 }
4032 } 4153 }
4033} 4154}
4034 4155
4035{ 4156{
4080 IO::AIO::min_parallel 8; 4201 IO::AIO::min_parallel 8;
4081 IO::AIO::max_poll_time $TICK * 0.1; 4202 IO::AIO::max_poll_time $TICK * 0.1;
4082 undef $AnyEvent::AIO::WATCHER; 4203 undef $AnyEvent::AIO::WATCHER;
4083} 4204}
4084 4205
4085my $_log_backtrace; 4206our $_log_backtrace;
4207our $_log_backtrace_last;
4086 4208
4087sub _log_backtrace { 4209sub _log_backtrace {
4088 my ($msg, @addr) = @_; 4210 my ($msg, @addr) = @_;
4089 4211
4090 $msg =~ s/\n//; 4212 $msg =~ s/\n$//;
4091 4213
4214 if ($_log_backtrace_last eq $msg) {
4215 LOG llevInfo, "[ABT] $msg\n";
4216 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
4092 # limit the # of concurrent backtraces 4217 # limit the # of concurrent backtraces
4093 if ($_log_backtrace < 2) { 4218 } elsif ($_log_backtrace < 2) {
4219 $_log_backtrace_last = $msg;
4094 ++$_log_backtrace; 4220 ++$_log_backtrace;
4095 my $perl_bt = Carp::longmess $msg; 4221 my $perl_bt = Carp::longmess $msg;
4096 async { 4222 async {
4097 $Coro::current->{desc} = "abt $msg"; 4223 $Coro::current->{desc} = "abt $msg";
4098 4224
4118 LOG llevInfo, "[ABT] $_\n" for @bt; 4244 LOG llevInfo, "[ABT] $_\n" for @bt;
4119 --$_log_backtrace; 4245 --$_log_backtrace;
4120 }; 4246 };
4121 } else { 4247 } else {
4122 LOG llevInfo, "[ABT] $msg\n"; 4248 LOG llevInfo, "[ABT] $msg\n";
4123 LOG llevInfo, "[ABT] [suppressed]\n"; 4249 LOG llevInfo, "[ABT] [overload, suppressed]\n";
4124 } 4250 }
4125} 4251}
4126 4252
4127# load additional modules 4253# load additional modules
4128require "cf/$_.pm" for @EXTRA_MODULES; 4254require "cf/$_.pm" for @EXTRA_MODULES;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines