ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.534 by root, Thu Apr 29 08:13:51 2010 UTC vs.
Revision 1.559 by root, Sat Feb 26 12:50:27 2011 UTC

20# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
21# 21#
22 22
23package cf; 23package cf;
24 24
25use 5.10.0; 25use common::sense;
26use utf8;
27use strict qw(vars subs);
28 26
29use Symbol; 27use Symbol;
30use List::Util; 28use List::Util;
31use Socket; 29use Socket;
32use EV; 30use EV;
78# strictly for debugging 76# strictly for debugging
79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" }; 77$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
80 78
81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 79sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
82 80
81our @ORIG_INC;
82
83our %COMMAND = (); 83our %COMMAND = ();
84our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
85 85
86our @EXTS = (); # list of extension package names 86our @EXTS = (); # list of extension package names
87our %EXTCMD = (); 87our %EXTCMD = ();
93our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS 94our @REFLECT; # set by XS
95our %REFLECT; # set by us 95our %REFLECT; # set by us
96 96
97our $CONFDIR = confdir; 97our $CONFDIR = confdir;
98
98our $DATADIR = datadir; 99our $DATADIR = datadir;
99our $LIBDIR = "$DATADIR/ext"; 100our $LIBDIR = "$DATADIR/ext";
100our $PODDIR = "$DATADIR/pod"; 101our $PODDIR = "$DATADIR/pod";
101our $MAPDIR = "$DATADIR/" . mapdir; 102our $MAPDIR = "$DATADIR/" . mapdir;
103
102our $LOCALDIR = localdir; 104our $LOCALDIR = localdir;
103our $TMPDIR = "$LOCALDIR/" . tmpdir; 105our $TMPDIR = "$LOCALDIR/" . tmpdir;
104our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 106our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
105our $PLAYERDIR = "$LOCALDIR/" . playerdir; 107our $PLAYERDIR = "$LOCALDIR/" . playerdir;
106our $RANDOMDIR = "$LOCALDIR/random"; 108our $RANDOMDIR = "$LOCALDIR/random";
124our $BDB_DEADLOCK_WATCHER; 126our $BDB_DEADLOCK_WATCHER;
125our $BDB_CHECKPOINT_WATCHER; 127our $BDB_CHECKPOINT_WATCHER;
126our $BDB_TRICKLE_WATCHER; 128our $BDB_TRICKLE_WATCHER;
127our $DB_ENV; 129our $DB_ENV;
128 130
129our @EXTRA_MODULES = qw(pod match mapscript); 131our @EXTRA_MODULES = qw(pod match mapscript incloader);
130 132
131our %CFG; 133our %CFG;
132 134
133our $UPTIME; $UPTIME ||= time; 135our $UPTIME; $UPTIME ||= time;
134our $RUNTIME; 136our $RUNTIME;
233from wherever your confdir points to. 235from wherever your confdir points to.
234 236
235=item cf::wait_for_tick, cf::wait_for_tick_begin 237=item cf::wait_for_tick, cf::wait_for_tick_begin
236 238
237These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 239These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
238returns directly I<after> the tick processing (and consequently, can only wake one process 240returns directly I<after> the tick processing (and consequently, can only wake one thread
239per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 241per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
242
243=cut
244
245sub wait_for_tick();
246sub wait_for_tick_begin();
240 247
241=item @cf::INVOKE_RESULTS 248=item @cf::INVOKE_RESULTS
242 249
243This array contains the results of the last C<invoke ()> call. When 250This array contains the results of the last C<invoke ()> call. When
244C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 251C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
352our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 359our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
353 360
354sub encode_json($) { $json_coder->encode ($_[0]) } 361sub encode_json($) { $json_coder->encode ($_[0]) }
355sub decode_json($) { $json_coder->decode ($_[0]) } 362sub decode_json($) { $json_coder->decode ($_[0]) }
356 363
364=item $ref = cf::yaml_load $scalar
365
366Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
367
368=cut
369
370sub fork_call(&@);
371
372sub yaml_load($) {
373 fork_call { YAML::XS::Load $_[0] } @_
374}
375
357=item cf::post_init { BLOCK } 376=item cf::post_init { BLOCK }
358 377
359Execute the given codeblock, I<after> all extensions have been (re-)loaded, 378Execute the given codeblock, I<after> all extensions have been (re-)loaded,
360but I<before> the server starts ticking again. 379but I<before> the server starts ticking again.
361 380
362The cdoeblock will have a single boolean argument to indicate whether this 381The codeblock will have a single boolean argument to indicate whether this
363is a reload or not. 382is a reload or not.
364 383
365=cut 384=cut
366 385
367sub post_init(&) { 386sub post_init(&) {
368 push @POST_INIT, shift; 387 push @POST_INIT, shift;
388}
389
390sub _post_init {
391 trace "running post_init jobs";
392
393 # run them in parallel...
394
395 my @join;
396
397 while () {
398 push @join, map &Coro::async ($_, 0), @POST_INIT;
399 @POST_INIT = ();
400
401 @join or last;
402
403 (pop @join)->join;
404 }
369} 405}
370 406
371=item cf::lock_wait $string 407=item cf::lock_wait $string
372 408
373Wait until the given lock is available. See cf::lock_acquire. 409Wait until the given lock is available. See cf::lock_acquire.
578 $EXT_CORO{$coro+0} = $coro; 614 $EXT_CORO{$coro+0} = $coro;
579 615
580 $coro 616 $coro
581} 617}
582 618
583=item fork_call { }, $args 619=item fork_call { }, @args
584 620
585Executes the given code block with the given arguments in a seperate 621Executes the given code block with the given arguments in a seperate
586process, returning the results. Everything must be serialisable with 622process, returning the results. Everything must be serialisable with
587Coro::Storable. May, of course, block. Note that the executed sub may 623Coro::Storable. May, of course, block. Note that the executed sub may
588never block itself or use any form of event handling. 624never block itself or use any form of event handling.
589 625
590=cut 626=cut
591 627
628sub post_fork {
629 reset_signals;
630}
631
592sub fork_call(&@) { 632sub fork_call(&@) {
593 my ($cb, @args) = @_; 633 my ($cb, @args) = @_;
594 634
595 # we seemingly have to make a local copy of the whole thing, 635 # we seemingly have to make a local copy of the whole thing,
596 # otherwise perl prematurely frees the stuff :/ 636 # otherwise perl prematurely frees the stuff :/
597 # TODO: investigate and fix (likely this will be rather laborious) 637 # TODO: investigate and fix (likely this will be rather laborious)
598 638
599 my @res = Coro::Util::fork_eval { 639 my @res = Coro::Util::fork_eval {
600 reset_signals; 640 cf::post_fork;
601 &$cb 641 &$cb
602 }, @args; 642 } @args;
603 643
604 wantarray ? @res : $res[-1] 644 wantarray ? @res : $res[-1]
605} 645}
606 646
607sub objinfo { 647sub objinfo {
1423 1463
1424 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1464 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1425 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1465 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1426 1466
1427 $ext{source} = 1467 $ext{source} =
1428 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n" 1468 "package $pkg; use common::sense;\n"
1429 . "#line 1 \"$path\"\n{\n" 1469 . "#line 1 \"$path\"\n{\n"
1430 . $source 1470 . $source
1431 . "\n};\n1"; 1471 . "\n};\n1";
1432 1472
1433 $todo{$base} = \%ext; 1473 $todo{$base} = \%ext;
1641 my $name = $pl->ob->name; 1681 my $name = $pl->ob->name;
1642 1682
1643 $pl->{deny_save} = 1; 1683 $pl->{deny_save} = 1;
1644 $pl->password ("*"); # this should lock out the player until we have nuked the dir 1684 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1645 1685
1646 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1686 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1647 $pl->deactivate; 1687 $pl->deactivate;
1688
1648 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy; 1689 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1649 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1690 $pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
1691 ext::highscore::check ($pl->ob);
1692
1650 $pl->ns->destroy if $pl->ns; 1693 $pl->ns->destroy if $pl->ns;
1651 1694
1652 my $path = playerdir $pl; 1695 my $path = playerdir $pl;
1653 my $temp = "$path~$cf::RUNTIME~deleting~"; 1696 my $temp = "$path~$cf::RUNTIME~deleting~";
1654 aio_rename $path, $temp; 1697 aio_rename $path, $temp;
1820sub generate_random_map { 1863sub generate_random_map {
1821 my ($self, $rmp) = @_; 1864 my ($self, $rmp) = @_;
1822 1865
1823 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 1866 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1824 1867
1825 # mit "rum" bekleckern, nicht
1826 $self->_create_random_map ( 1868 $self->_create_random_map ($rmp);
1827 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1828 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1829 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1830 $rmp->{exit_on_final_map},
1831 $rmp->{xsize}, $rmp->{ysize},
1832 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1833 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1834 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1835 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1836 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1837 (cf::region::find $rmp->{region}), $rmp->{custom}
1838 )
1839} 1869}
1840 1870
1841=item cf::map->register ($regex, $prio) 1871=item cf::map->register ($regex, $prio)
1842 1872
1843Register a handler for the map path matching the given regex at the 1873Register a handler for the map path matching the given regex at the
1848 1878
1849sub register { 1879sub register {
1850 my (undef, $regex, $prio) = @_; 1880 my (undef, $regex, $prio) = @_;
1851 my $pkg = caller; 1881 my $pkg = caller;
1852 1882
1853 no strict;
1854 push @{"$pkg\::ISA"}, __PACKAGE__; 1883 push @{"$pkg\::ISA"}, __PACKAGE__;
1855 1884
1856 $EXT_MAP{$pkg} = [$prio, qr<$regex>]; 1885 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1857} 1886}
1858 1887
1870} 1899}
1871 1900
1872sub normalise { 1901sub normalise {
1873 my ($path, $base) = @_; 1902 my ($path, $base) = @_;
1874 1903
1875 $path = "$path"; # make sure its a string 1904 $path = "$path"; # make sure it's a string
1876 1905
1877 $path =~ s/\.map$//; 1906 $path =~ s/\.map$//;
1878 1907
1879 # map plan: 1908 # map plan:
1880 # 1909 #
1895 $base =~ s{[^/]+/?$}{}; 1924 $base =~ s{[^/]+/?$}{};
1896 $path = "$base/$path"; 1925 $path = "$base/$path";
1897 } 1926 }
1898 1927
1899 for ($path) { 1928 for ($path) {
1900 redo if s{//}{/};
1901 redo if s{/\.?/}{/}; 1929 redo if s{/\.?/}{/};
1902 redo if s{/[^/]+/\.\./}{/}; 1930 redo if s{/[^/]+/\.\./}{/};
1903 } 1931 }
1904 1932
1905 $path 1933 $path
1919 $self->init; # pass $1 etc. 1947 $self->init; # pass $1 etc.
1920 return $self; 1948 return $self;
1921 } 1949 }
1922 } 1950 }
1923 1951
1924 Carp::cluck "unable to resolve path '$path' (base '$base')."; 1952 Carp::cluck "unable to resolve path '$path' (base '$base')";
1925 () 1953 ()
1926} 1954}
1927 1955
1928sub init { 1956sub init {
1929 my ($self) = @_; 1957 my ($self) = @_;
2051} 2079}
2052 2080
2053sub find; 2081sub find;
2054sub find { 2082sub find {
2055 my ($path, $origin) = @_; 2083 my ($path, $origin) = @_;
2084
2085 cf::cede_to_tick;
2056 2086
2057 $path = normalise $path, $origin && $origin->path; 2087 $path = normalise $path, $origin && $origin->path;
2058 2088
2059 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove 2089 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
2060 my $guard2 = cf::lock_acquire "map_find:$path"; 2090 my $guard2 = cf::lock_acquire "map_find:$path";
2145 2175
2146 $self->in_memory (cf::MAP_ACTIVE); 2176 $self->in_memory (cf::MAP_ACTIVE);
2147 } 2177 }
2148 2178
2149 $self->post_load; 2179 $self->post_load;
2180
2181 1
2150} 2182}
2151 2183
2152# customize the map for a given player, i.e. 2184# customize the map for a given player, i.e.
2153# return the _real_ map. used by e.g. per-player 2185# return the _real_ map. used by e.g. per-player
2154# maps to change the path to ~playername/mappath 2186# maps to change the path to ~playername/mappath
3273 decrease split destroy change_exp value msg lore send_msg)], 3305 decrease split destroy change_exp value msg lore send_msg)],
3274 ["cf::object::player" => qw(player)], 3306 ["cf::object::player" => qw(player)],
3275 ["cf::player" => qw(peaceful send_msg)], 3307 ["cf::player" => qw(peaceful send_msg)],
3276 ["cf::map" => qw(trigger)], 3308 ["cf::map" => qw(trigger)],
3277) { 3309) {
3278 no strict 'refs';
3279 my ($pkg, @funs) = @$_; 3310 my ($pkg, @funs) = @$_;
3280 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3311 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
3281 for @funs; 3312 for @funs;
3282} 3313}
3283 3314
3370 3401
3371 my $enc = JSON::XS->new->utf8->canonical->relaxed; 3402 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3372 3403
3373 trace "loading facedata from $path\n"; 3404 trace "loading facedata from $path\n";
3374 3405
3375 my $facedata;
3376 0 < aio_load $path, $facedata 3406 0 < aio_load $path, my $facedata
3377 or die "$path: $!"; 3407 or die "$path: $!";
3378 3408
3379 $facedata = Coro::Storable::thaw $facedata; 3409 $facedata = Coro::Storable::thaw $facedata;
3380 3410
3381 $facedata->{version} == 2 3411 $facedata->{version} == 2
3398 3428
3399 cf::face::set_visibility $idx, $info->{visibility}; 3429 cf::face::set_visibility $idx, $info->{visibility};
3400 cf::face::set_magicmap $idx, $info->{magicmap}; 3430 cf::face::set_magicmap $idx, $info->{magicmap};
3401 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32}; 3431 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3402 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64}; 3432 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3433 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3403 3434
3404 cf::cede_to_tick; 3435 cf::cede_to_tick;
3405 } 3436 }
3406 3437
3407 while (my ($face, $info) = each %$faces) { 3438 while (my ($face, $info) = each %$faces) {
3525} 3556}
3526 3557
3527sub reload_resources { 3558sub reload_resources {
3528 trace "reloading resource files...\n"; 3559 trace "reloading resource files...\n";
3529 3560
3561 reload_exp_table;
3562 reload_materials;
3530 reload_facedata; 3563 reload_facedata;
3531 reload_sound; 3564 reload_sound;
3532 reload_archetypes; 3565 reload_archetypes;
3533 reload_regions; 3566 reload_regions;
3534 reload_treasures; 3567 reload_treasures;
3537} 3570}
3538 3571
3539sub reload_config { 3572sub reload_config {
3540 trace "reloading config file...\n"; 3573 trace "reloading config file...\n";
3541 3574
3542 open my $fh, "<:utf8", "$CONFDIR/config" 3575 0 < aio_load "$CONFDIR/config", my $config
3543 or return; 3576 or die "$CONFDIR/config: $!";
3544 3577
3545 local $/; 3578 utf8::decode $config;
3546 *CFG = YAML::XS::Load scalar <$fh>; 3579 *CFG = yaml_load $config;
3547 3580
3548 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38]; 3581 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3549 3582
3550 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3583 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3551 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3584 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3555 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3588 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3556 and die "WARNING: m(un)lockall failed: $!\n"; 3589 and die "WARNING: m(un)lockall failed: $!\n";
3557 }; 3590 };
3558 warn $@ if $@; 3591 warn $@ if $@;
3559 } 3592 }
3560
3561 trace "finished reloading resource files\n";
3562} 3593}
3563 3594
3564sub pidfile() { 3595sub pidfile() {
3565 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT 3596 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3566 or die "$PIDFILE: $!"; 3597 or die "$PIDFILE: $!";
3591 3622
3592sub main { 3623sub main {
3593 cf::init_globals; # initialise logging 3624 cf::init_globals; # initialise logging
3594 3625
3595 LOG llevInfo, "Welcome to Deliantra, v" . VERSION; 3626 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3596 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; 3627 LOG llevInfo, "Copyright (C) 2005-2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3597 LOG llevInfo, "Copyright (C) 1994 Mark Wedel."; 3628 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3598 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen."; 3629 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3599 3630
3600 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3631 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3601 3632
3609 }; 3640 };
3610 3641
3611 evthread_start IO::AIO::poll_fileno; 3642 evthread_start IO::AIO::poll_fileno;
3612 3643
3613 cf::sync_job { 3644 cf::sync_job {
3614 cf::init_experience; 3645 cf::incloader::init ();
3646
3615 cf::init_anim; 3647 cf::init_anim;
3616 cf::init_attackmess; 3648 cf::init_attackmess;
3617 cf::init_dynamic; 3649 cf::init_dynamic;
3618 3650
3619 cf::load_settings; 3651 cf::load_settings;
3620 cf::load_materials;
3621 3652
3622 reload_resources; 3653 reload_resources;
3623 reload_config; 3654 reload_config;
3624 db_init; 3655 db_init;
3625 3656
3637 3668
3638 # no (long-running) fork's whatsoever before this point(!) 3669 # no (long-running) fork's whatsoever before this point(!)
3639 use POSIX (); 3670 use POSIX ();
3640 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD}; 3671 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3641 3672
3642 (pop @POST_INIT)->(0) while @POST_INIT; 3673 cf::_post_init 0;
3643 }; 3674 };
3644 3675
3645 cf::object::thawer::errors_are_fatal 0; 3676 cf::object::thawer::errors_are_fatal 0;
3646 info "parse errors in files are no longer fatal from this point on.\n"; 3677 info "parse errors in files are no longer fatal from this point on.\n";
3647 3678
3679 my $free_main; $free_main = EV::idle sub {
3680 undef $free_main;
3681 undef &main; # free gobs of memory :)
3682 };
3683
3648 main_loop; 3684 goto &main_loop;
3649} 3685}
3650 3686
3651############################################################################# 3687#############################################################################
3652# initialisation and cleanup 3688# initialisation and cleanup
3653 3689
3758 # save all maps without fsync, and later call a global sync 3794 # save all maps without fsync, and later call a global sync
3759 # (which in turn might be very very slow) 3795 # (which in turn might be very very slow)
3760 local $USE_FSYNC = 0; 3796 local $USE_FSYNC = 0;
3761 3797
3762 cf::sync_job { 3798 cf::sync_job {
3799 cf::write_runtime_sync; # external watchdog should not bark
3800
3763 # use a peculiar iteration method to avoid tripping on perl 3801 # use a peculiar iteration method to avoid tripping on perl
3764 # refcount bugs in for. also avoids problems with players 3802 # refcount bugs in for. also avoids problems with players
3765 # and maps saved/destroyed asynchronously. 3803 # and maps saved/destroyed asynchronously.
3766 info "emergency_perl_save: begin player save\n"; 3804 info "emergency_perl_save: begin player save\n";
3767 for my $login (keys %cf::PLAYER) { 3805 for my $login (keys %cf::PLAYER) {
3770 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt 3808 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3771 $pl->save; 3809 $pl->save;
3772 } 3810 }
3773 info "emergency_perl_save: end player save\n"; 3811 info "emergency_perl_save: end player save\n";
3774 3812
3813 cf::write_runtime_sync; # external watchdog should not bark
3814
3775 info "emergency_perl_save: begin map save\n"; 3815 info "emergency_perl_save: begin map save\n";
3776 for my $path (keys %cf::MAP) { 3816 for my $path (keys %cf::MAP) {
3777 my $map = $cf::MAP{$path} or next; 3817 my $map = $cf::MAP{$path} or next;
3778 $map->valid or next; 3818 $map->valid or next;
3779 $map->save; 3819 $map->save;
3780 } 3820 }
3781 info "emergency_perl_save: end map save\n"; 3821 info "emergency_perl_save: end map save\n";
3782 3822
3823 cf::write_runtime_sync; # external watchdog should not bark
3824
3783 info "emergency_perl_save: begin database checkpoint\n"; 3825 info "emergency_perl_save: begin database checkpoint\n";
3784 BDB::db_env_txn_checkpoint $DB_ENV; 3826 BDB::db_env_txn_checkpoint $DB_ENV;
3785 info "emergency_perl_save: end database checkpoint\n"; 3827 info "emergency_perl_save: end database checkpoint\n";
3786 3828
3787 info "emergency_perl_save: begin write uuid\n"; 3829 info "emergency_perl_save: begin write uuid\n";
3788 write_uuid_sync 1; 3830 write_uuid_sync 1;
3789 info "emergency_perl_save: end write uuid\n"; 3831 info "emergency_perl_save: end write uuid\n";
3790 };
3791 3832
3833 cf::write_runtime_sync; # external watchdog should not bark
3834
3835 trace "emergency_perl_save: syncing database to disk";
3836 BDB::db_env_txn_checkpoint $DB_ENV;
3837
3792 info "emergency_perl_save: starting sync()\n"; 3838 info "emergency_perl_save: starting sync\n";
3793 IO::AIO::aio_sync sub { 3839 IO::AIO::aio_sync sub {
3794 info "emergency_perl_save: finished sync()\n"; 3840 info "emergency_perl_save: finished sync\n";
3841 };
3842
3843 cf::write_runtime_sync; # external watchdog should not bark
3844
3845 trace "emergency_perl_save: flushing outstanding aio requests";
3846 while (IO::AIO::nreqs || BDB::nreqs) {
3847 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3848 }
3849
3850 cf::write_runtime_sync; # external watchdog should not bark
3795 }; 3851 };
3796 3852
3797 info "emergency_perl_save: leave\n"; 3853 info "emergency_perl_save: leave\n";
3798} 3854}
3799 3855
3800sub post_cleanup { 3856sub post_cleanup {
3801 my ($make_core) = @_; 3857 my ($make_core) = @_;
3858
3859 IO::AIO::flush;
3802 3860
3803 error Carp::longmess "post_cleanup backtrace" 3861 error Carp::longmess "post_cleanup backtrace"
3804 if $make_core; 3862 if $make_core;
3805 3863
3806 my $fh = pidfile; 3864 my $fh = pidfile;
3832 } 3890 }
3833} 3891}
3834 3892
3835sub do_reload_perl() { 3893sub do_reload_perl() {
3836 # can/must only be called in main 3894 # can/must only be called in main
3837 if (in_main) { 3895 unless (in_main) {
3838 error "can only reload from main coroutine"; 3896 error "can only reload from main coroutine";
3839 return; 3897 return;
3840 } 3898 }
3841 3899
3842 return if $RELOAD++; 3900 return if $RELOAD++;
3843 3901
3844 my $t1 = AE::time; 3902 my $t1 = AE::time;
3845 3903
3846 while ($RELOAD) { 3904 while ($RELOAD) {
3905 cf::get_slot 0.1, -1, "reload_perl";
3847 info "reloading..."; 3906 info "perl_reload: reloading...";
3848 3907
3849 trace "entering sync_job"; 3908 trace "perl_reload: entering sync_job";
3850 3909
3851 cf::sync_job { 3910 cf::sync_job {
3852 cf::write_runtime_sync; # external watchdog should not bark
3853 cf::emergency_save; 3911 #cf::emergency_save;
3854 cf::write_runtime_sync; # external watchdog should not bark
3855 3912
3856 trace "syncing database to disk";
3857 BDB::db_env_txn_checkpoint $DB_ENV;
3858
3859 # if anything goes wrong in here, we should simply crash as we already saved
3860
3861 trace "flushing outstanding aio requests";
3862 while (IO::AIO::nreqs || BDB::nreqs) {
3863 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3864 }
3865
3866 trace "cancelling all extension coros"; 3913 trace "perl_reload: cancelling all extension coros";
3867 $_->cancel for values %EXT_CORO; 3914 $_->cancel for values %EXT_CORO;
3868 %EXT_CORO = (); 3915 %EXT_CORO = ();
3869 3916
3870 trace "removing commands"; 3917 trace "perl_reload: removing commands";
3871 %COMMAND = (); 3918 %COMMAND = ();
3872 3919
3873 trace "removing ext/exti commands"; 3920 trace "perl_reload: removing ext/exti commands";
3874 %EXTCMD = (); 3921 %EXTCMD = ();
3875 %EXTICMD = (); 3922 %EXTICMD = ();
3876 3923
3877 trace "unloading/nuking all extensions"; 3924 trace "perl_reload: unloading/nuking all extensions";
3878 for my $pkg (@EXTS) { 3925 for my $pkg (@EXTS) {
3879 trace "... unloading $pkg"; 3926 trace "... unloading $pkg";
3880 3927
3881 if (my $cb = $pkg->can ("unload")) { 3928 if (my $cb = $pkg->can ("unload")) {
3882 eval { 3929 eval {
3887 3934
3888 trace "... clearing $pkg"; 3935 trace "... clearing $pkg";
3889 clear_package $pkg; 3936 clear_package $pkg;
3890 } 3937 }
3891 3938
3892 trace "unloading all perl modules loaded from $LIBDIR"; 3939 trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3893 while (my ($k, $v) = each %INC) { 3940 while (my ($k, $v) = each %INC) {
3894 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 3941 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3895 3942
3896 trace "... unloading $k"; 3943 trace "... unloading $k";
3897 delete $INC{$k}; 3944 delete $INC{$k};
3904 } 3951 }
3905 3952
3906 clear_package $k; 3953 clear_package $k;
3907 } 3954 }
3908 3955
3909 trace "getting rid of safe::, as good as possible"; 3956 trace "perl_reload: getting rid of safe::, as good as possible";
3910 clear_package "safe::$_" 3957 clear_package "safe::$_"
3911 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3958 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3912 3959
3913 trace "unloading cf.pm \"a bit\""; 3960 trace "perl_reload: unloading cf.pm \"a bit\"";
3914 delete $INC{"cf.pm"}; 3961 delete $INC{"cf.pm"};
3915 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES; 3962 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3916 3963
3917 # don't, removes xs symbols, too, 3964 # don't, removes xs symbols, too,
3918 # and global variables created in xs 3965 # and global variables created in xs
3919 #clear_package __PACKAGE__; 3966 #clear_package __PACKAGE__;
3920 3967
3921 info "unload completed, starting to reload now"; 3968 info "perl_reload: unload completed, starting to reload now";
3922 3969
3923 trace "reloading cf.pm"; 3970 trace "perl_reload: reloading cf.pm";
3924 require cf; 3971 require cf;
3925 cf::_connect_to_perl_1; 3972 cf::_connect_to_perl_1;
3926 3973
3927 trace "loading config and database again"; 3974 trace "perl_reload: loading config and database again";
3928 cf::reload_config; 3975 cf::reload_config;
3929 3976
3930 trace "loading extensions"; 3977 trace "perl_reload: loading extensions";
3931 cf::load_extensions; 3978 cf::load_extensions;
3932 3979
3933 if ($REATTACH_ON_RELOAD) { 3980 if ($REATTACH_ON_RELOAD) {
3934 trace "reattaching attachments to objects/players"; 3981 trace "perl_reload: reattaching attachments to objects/players";
3935 _global_reattach; # objects, sockets 3982 _global_reattach; # objects, sockets
3936 trace "reattaching attachments to maps"; 3983 trace "perl_reload: reattaching attachments to maps";
3937 reattach $_ for values %MAP; 3984 reattach $_ for values %MAP;
3938 trace "reattaching attachments to players"; 3985 trace "perl_reload: reattaching attachments to players";
3939 reattach $_ for values %PLAYER; 3986 reattach $_ for values %PLAYER;
3940 } 3987 }
3941 3988
3942 trace "running post_init jobs"; 3989 cf::_post_init 1;
3943 (pop @POST_INIT)->(1) while @POST_INIT;
3944 3990
3945 trace "leaving sync_job"; 3991 trace "perl_reload: leaving sync_job";
3946 3992
3947 1 3993 1
3948 } or do { 3994 } or do {
3949 error $@; 3995 error $@;
3950 cf::cleanup "error while reloading, exiting."; 3996 cf::cleanup "perl_reload: error, exiting.";
3951 }; 3997 };
3952 3998
3953 info "reloaded";
3954 --$RELOAD; 3999 --$RELOAD;
3955 } 4000 }
3956 4001
3957 $t1 = AE::time - $t1; 4002 $t1 = AE::time - $t1;
3958 info "reload completed in ${t1}s\n"; 4003 info "perl_reload: completed in ${t1}s\n";
3959}; 4004};
3960 4005
3961our $RELOAD_WATCHER; # used only during reload 4006our $RELOAD_WATCHER; # used only during reload
3962 4007
3963sub reload_perl() { 4008sub reload_perl() {
3984 reload_perl; 4029 reload_perl;
3985 }; 4030 };
3986 } 4031 }
3987}; 4032};
3988 4033
3989unshift @INC, $LIBDIR; 4034#############################################################################
3990 4035
3991my $bug_warning = 0; 4036my $bug_warning = 0;
3992 4037
3993our @WAIT_FOR_TICK; 4038our @WAIT_FOR_TICK;
3994our @WAIT_FOR_TICK_BEGIN; 4039our @WAIT_FOR_TICK_BEGIN;
3995 4040
3996sub wait_for_tick { 4041sub wait_for_tick() {
3997 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4042 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3998 4043
3999 my $signal = new Coro::Signal; 4044 my $signal = new Coro::Signal;
4000 push @WAIT_FOR_TICK, $signal; 4045 push @WAIT_FOR_TICK, $signal;
4001 $signal->wait; 4046 $signal->wait;
4002} 4047}
4003 4048
4004sub wait_for_tick_begin { 4049sub wait_for_tick_begin() {
4005 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4050 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
4006 4051
4007 my $signal = new Coro::Signal; 4052 my $signal = new Coro::Signal;
4008 push @WAIT_FOR_TICK_BEGIN, $signal; 4053 push @WAIT_FOR_TICK_BEGIN, $signal;
4009 $signal->wait; 4054 $signal->wait;
4096 IO::AIO::min_parallel 8; 4141 IO::AIO::min_parallel 8;
4097 IO::AIO::max_poll_time $TICK * 0.1; 4142 IO::AIO::max_poll_time $TICK * 0.1;
4098 undef $AnyEvent::AIO::WATCHER; 4143 undef $AnyEvent::AIO::WATCHER;
4099} 4144}
4100 4145
4101my $_log_backtrace; 4146our $_log_backtrace;
4147our $_log_backtrace_last;
4102 4148
4103sub _log_backtrace { 4149sub _log_backtrace {
4104 my ($msg, @addr) = @_; 4150 my ($msg, @addr) = @_;
4105 4151
4106 $msg =~ s/\n//; 4152 $msg =~ s/\n$//;
4107 4153
4154 if ($_log_backtrace_last eq $msg) {
4155 LOG llevInfo, "[ABT] $msg\n";
4156 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
4108 # limit the # of concurrent backtraces 4157 # limit the # of concurrent backtraces
4109 if ($_log_backtrace < 2) { 4158 } elsif ($_log_backtrace < 2) {
4159 $_log_backtrace_last = $msg;
4110 ++$_log_backtrace; 4160 ++$_log_backtrace;
4111 my $perl_bt = Carp::longmess $msg; 4161 my $perl_bt = Carp::longmess $msg;
4112 async { 4162 async {
4113 $Coro::current->{desc} = "abt $msg"; 4163 $Coro::current->{desc} = "abt $msg";
4114 4164
4134 LOG llevInfo, "[ABT] $_\n" for @bt; 4184 LOG llevInfo, "[ABT] $_\n" for @bt;
4135 --$_log_backtrace; 4185 --$_log_backtrace;
4136 }; 4186 };
4137 } else { 4187 } else {
4138 LOG llevInfo, "[ABT] $msg\n"; 4188 LOG llevInfo, "[ABT] $msg\n";
4139 LOG llevInfo, "[ABT] [suppressed]\n"; 4189 LOG llevInfo, "[ABT] [overload, suppressed]\n";
4140 } 4190 }
4141} 4191}
4142 4192
4143# load additional modules 4193# load additional modules
4144require "cf/$_.pm" for @EXTRA_MODULES; 4194require "cf/$_.pm" for @EXTRA_MODULES;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines