ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.549 by root, Tue May 11 13:19:59 2010 UTC vs.
Revision 1.560 by root, Fri Apr 22 02:03:12 2011 UTC

… …
93our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS 94our @REFLECT; # set by XS
95our %REFLECT; # set by us 95our %REFLECT; # set by us
96 96
97our $CONFDIR = confdir; 97our $CONFDIR = confdir;
98
98our $DATADIR = datadir; 99our $DATADIR = datadir;
99our $LIBDIR = "$DATADIR/ext"; 100our $LIBDIR = "$DATADIR/ext";
100our $PODDIR = "$DATADIR/pod"; 101our $PODDIR = "$DATADIR/pod";
101our $MAPDIR = "$DATADIR/" . mapdir; 102our $MAPDIR = "$DATADIR/" . mapdir;
103
102our $LOCALDIR = localdir; 104our $LOCALDIR = localdir;
103our $TMPDIR = "$LOCALDIR/" . tmpdir; 105our $TMPDIR = "$LOCALDIR/" . tmpdir;
104our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 106our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
105our $PLAYERDIR = "$LOCALDIR/" . playerdir; 107our $PLAYERDIR = "$LOCALDIR/" . playerdir;
106our $RANDOMDIR = "$LOCALDIR/random"; 108our $RANDOMDIR = "$LOCALDIR/random";
… …
312} 314}
313 315
314$EV::DIED = sub { 316$EV::DIED = sub {
315 Carp::cluck "error in event callback: @_"; 317 Carp::cluck "error in event callback: @_";
316}; 318};
319
320#############################################################################
321
322sub fork_call(&@);
323sub get_slot($;$$);
317 324
318############################################################################# 325#############################################################################
319 326
320=head2 UTILITY FUNCTIONS 327=head2 UTILITY FUNCTIONS
321 328
… …
342 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 349 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
343 $d 350 $d
344 } || "[unable to dump $_[0]: '$@']"; 351 } || "[unable to dump $_[0]: '$@']";
345} 352}
346 353
354=item $scalar = load_file $path
355
356Loads the given file from path and returns its contents. Croaks on error
357and can block.
358
359=cut
360
361sub load_file($) {
362 0 <= aio_load $_[0], my $data
363 or Carp::croak "$_[0]: $!";
364
365 $data
366}
367
347=item $ref = cf::decode_json $json 368=item $ref = cf::decode_json $json
348 369
349Converts a JSON string into the corresponding perl data structure. 370Converts a JSON string into the corresponding perl data structure.
350 371
351=item $json = cf::encode_json $ref 372=item $json = cf::encode_json $ref
… …
357our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 378our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
358 379
359sub encode_json($) { $json_coder->encode ($_[0]) } 380sub encode_json($) { $json_coder->encode ($_[0]) }
360sub decode_json($) { $json_coder->decode ($_[0]) } 381sub decode_json($) { $json_coder->decode ($_[0]) }
361 382
383=item $ref = cf::decode_storable $scalar
384
385Same as Coro::Storable::thaw, so blocks.
386
387=cut
388
389BEGIN { *decode_storable = \&Coro::Storable::thaw }
390
362=item $ref = cf::yaml_load $scalar 391=item $ref = cf::decode_yaml $scalar
363 392
364Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks). 393Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
365 394
366=cut 395=cut
367 396
368sub fork_call(&@); 397sub decode_yaml($) {
369
370sub yaml_load($) {
371 fork_call { YAML::XS::Load $_[0] } @_ 398 fork_call { YAML::XS::Load $_[0] } @_
399}
400
401=item $scalar = cf::unlzf $scalar
402
403Same as Compress::LZF::compress, but takes server ticks into account, so
404blocks.
405
406=cut
407
408sub unlzf($) {
409 # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
410 cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
411 Compress::LZF::decompress $_[0]
372} 412}
373 413
374=item cf::post_init { BLOCK } 414=item cf::post_init { BLOCK }
375 415
376Execute the given codeblock, I<after> all extensions have been (re-)loaded, 416Execute the given codeblock, I<after> all extensions have been (re-)loaded,
… …
381 421
382=cut 422=cut
383 423
384sub post_init(&) { 424sub post_init(&) {
385 push @POST_INIT, shift; 425 push @POST_INIT, shift;
426}
427
428sub _post_init {
429 trace "running post_init jobs";
430
431 # run them in parallel...
432
433 my @join;
434
435 while () {
436 push @join, map &Coro::async ($_, 0), @POST_INIT;
437 @POST_INIT = ();
438
439 @join or last;
440
441 (pop @join)->join;
442 }
386} 443}
387 444
388=item cf::lock_wait $string 445=item cf::lock_wait $string
389 446
390Wait until the given lock is available. See cf::lock_acquire. 447Wait until the given lock is available. See cf::lock_acquire.
… …
443 EV::periodic $start, $interval, 0, $cb 500 EV::periodic $start, $interval, 0, $cb
444} 501}
445 502
446=item cf::get_slot $time[, $priority[, $name]] 503=item cf::get_slot $time[, $priority[, $name]]
447 504
448Allocate $time seconds of blocking CPU time at priority C<$priority>: 505Allocate $time seconds of blocking CPU time at priority C<$priority>
449This call blocks and returns only when you have at least C<$time> seconds 506(default: 0): This call blocks and returns only when you have at least
450of cpu time till the next tick. The slot is only valid till the next cede. 507C<$time> seconds of cpu time till the next tick. The slot is only valid
508till the next cede.
509
510Background jobs should use a priority les than zero, interactive jobs
511should use 100 or more.
451 512
452The optional C<$name> can be used to identify the job to run. It might be 513The optional C<$name> can be used to identify the job to run. It might be
453used for statistical purposes and should identify the same time-class. 514used for statistical purposes and should identify the same time-class.
454 515
455Useful for short background jobs. 516Useful for short background jobs.
… …
750 811
751 my @data; 812 my @data;
752 my $md5; 813 my $md5;
753 814
754 for (0 .. $#$src) { 815 for (0 .. $#$src) {
755 0 <= aio_load $src->[$_], $data[$_] 816 $data[$_] = load_file $src->[$_];
756 or Carp::croak "$src->[$_]: $!";
757 } 817 }
758 818
759 # if processing is expensive, check 819 # if processing is expensive, check
760 # checksum first 820 # checksum first
761 if (1) { 821 if (1) {
… …
1844sub generate_random_map { 1904sub generate_random_map {
1845 my ($self, $rmp) = @_; 1905 my ($self, $rmp) = @_;
1846 1906
1847 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 1907 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1848 1908
1849 # mit "rum" bekleckern, nicht
1850 $self->_create_random_map ( 1909 $self->_create_random_map ($rmp);
1851 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1852 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1853 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1854 $rmp->{exit_on_final_map},
1855 $rmp->{xsize}, $rmp->{ysize},
1856 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1857 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1858 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1859 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1860 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1861 (cf::region::find $rmp->{region}), $rmp->{custom}
1862 )
1863} 1910}
1864 1911
1865=item cf::map->register ($regex, $prio) 1912=item cf::map->register ($regex, $prio)
1866 1913
1867Register a handler for the map path matching the given regex at the 1914Register a handler for the map path matching the given regex at the
… …
1918 $base =~ s{[^/]+/?$}{}; 1965 $base =~ s{[^/]+/?$}{};
1919 $path = "$base/$path"; 1966 $path = "$base/$path";
1920 } 1967 }
1921 1968
1922 for ($path) { 1969 for ($path) {
1923 redo if s{//}{/};
1924 redo if s{/\.?/}{/}; 1970 redo if s{/\.?/}{/};
1925 redo if s{/[^/]+/\.\./}{/}; 1971 redo if s{/[^/]+/\.\./}{/};
1926 } 1972 }
1927 1973
1928 $path 1974 $path
… …
2170 2216
2171 $self->in_memory (cf::MAP_ACTIVE); 2217 $self->in_memory (cf::MAP_ACTIVE);
2172 } 2218 }
2173 2219
2174 $self->post_load; 2220 $self->post_load;
2221
2222 1
2175} 2223}
2176 2224
2177# customize the map for a given player, i.e. 2225# customize the map for a given player, i.e.
2178# return the _real_ map. used by e.g. per-player 2226# return the _real_ map. used by e.g. per-player
2179# maps to change the path to ~playername/mappath 2227# maps to change the path to ~playername/mappath
… …
3394 3442
3395 my $enc = JSON::XS->new->utf8->canonical->relaxed; 3443 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3396 3444
3397 trace "loading facedata from $path\n"; 3445 trace "loading facedata from $path\n";
3398 3446
3399 0 < aio_load $path, my $facedata 3447 my $facedata = decode_storable load_file $path;
3400 or die "$path: $!";
3401
3402 $facedata = Coro::Storable::thaw $facedata;
3403 3448
3404 $facedata->{version} == 2 3449 $facedata->{version} == 2
3405 or cf::cleanup "$path: version mismatch, cannot proceed."; 3450 or cf::cleanup "$path: version mismatch, cannot proceed.";
3406 3451
3407 # patch in the exptable 3452 # patch in the exptable
… …
3421 3466
3422 cf::face::set_visibility $idx, $info->{visibility}; 3467 cf::face::set_visibility $idx, $info->{visibility};
3423 cf::face::set_magicmap $idx, $info->{magicmap}; 3468 cf::face::set_magicmap $idx, $info->{magicmap};
3424 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32}; 3469 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3425 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64}; 3470 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3471 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3426 3472
3427 cf::cede_to_tick; 3473 cf::cede_to_tick;
3428 } 3474 }
3429 3475
3430 while (my ($face, $info) = each %$faces) { 3476 while (my ($face, $info) = each %$faces) {
… …
3525} 3571}
3526 3572
3527sub reload_sound { 3573sub reload_sound {
3528 trace "loading sound config from $DATADIR/sound\n"; 3574 trace "loading sound config from $DATADIR/sound\n";
3529 3575
3530 0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
3531 or die "$DATADIR/sound $!";
3532
3533 my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data); 3576 my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
3534 3577
3535 for (0 .. SOUND_CAST_SPELL_0 - 1) { 3578 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3536 my $sound = $soundconf->{compat}[$_] 3579 my $sound = $soundconf->{compat}[$_]
3537 or next; 3580 or next;
3538 3581
… …
3562} 3605}
3563 3606
3564sub reload_config { 3607sub reload_config {
3565 trace "reloading config file...\n"; 3608 trace "reloading config file...\n";
3566 3609
3567 0 < aio_load "$CONFDIR/config", my $config 3610 my $config = load_file "$CONFDIR/config";
3568 or die "$CONFDIR/config: $!";
3569
3570 utf8::decode $config; 3611 utf8::decode $config;
3571 *CFG = yaml_load $config; 3612 *CFG = decode_yaml $config;
3572 3613
3573 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38]; 3614 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3574 3615
3575 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3616 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3576 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3617 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
… …
3660 3701
3661 # no (long-running) fork's whatsoever before this point(!) 3702 # no (long-running) fork's whatsoever before this point(!)
3662 use POSIX (); 3703 use POSIX ();
3663 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD}; 3704 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3664 3705
3665 (pop @POST_INIT)->(0) while @POST_INIT; 3706 cf::_post_init 0;
3666 }; 3707 };
3667 3708
3668 cf::object::thawer::errors_are_fatal 0; 3709 cf::object::thawer::errors_are_fatal 0;
3669 info "parse errors in files are no longer fatal from this point on.\n"; 3710 info "parse errors in files are no longer fatal from this point on.\n";
3670 3711
… …
3893 3934
3894 my $t1 = AE::time; 3935 my $t1 = AE::time;
3895 3936
3896 while ($RELOAD) { 3937 while ($RELOAD) {
3897 cf::get_slot 0.1, -1, "reload_perl"; 3938 cf::get_slot 0.1, -1, "reload_perl";
3898 info "reloading..."; 3939 info "perl_reload: reloading...";
3899 3940
3900 trace "entering sync_job"; 3941 trace "perl_reload: entering sync_job";
3901 3942
3902 cf::sync_job { 3943 cf::sync_job {
3903 #cf::emergency_save; 3944 #cf::emergency_save;
3904 3945
3905 trace "cancelling all extension coros"; 3946 trace "perl_reload: cancelling all extension coros";
3906 $_->cancel for values %EXT_CORO; 3947 $_->cancel for values %EXT_CORO;
3907 %EXT_CORO = (); 3948 %EXT_CORO = ();
3908 3949
3909 trace "removing commands"; 3950 trace "perl_reload: removing commands";
3910 %COMMAND = (); 3951 %COMMAND = ();
3911 3952
3912 trace "removing ext/exti commands"; 3953 trace "perl_reload: removing ext/exti commands";
3913 %EXTCMD = (); 3954 %EXTCMD = ();
3914 %EXTICMD = (); 3955 %EXTICMD = ();
3915 3956
3916 trace "unloading/nuking all extensions"; 3957 trace "perl_reload: unloading/nuking all extensions";
3917 for my $pkg (@EXTS) { 3958 for my $pkg (@EXTS) {
3918 trace "... unloading $pkg"; 3959 trace "... unloading $pkg";
3919 3960
3920 if (my $cb = $pkg->can ("unload")) { 3961 if (my $cb = $pkg->can ("unload")) {
3921 eval { 3962 eval {
… …
3926 3967
3927 trace "... clearing $pkg"; 3968 trace "... clearing $pkg";
3928 clear_package $pkg; 3969 clear_package $pkg;
3929 } 3970 }
3930 3971
3931 trace "unloading all perl modules loaded from $LIBDIR"; 3972 trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3932 while (my ($k, $v) = each %INC) { 3973 while (my ($k, $v) = each %INC) {
3933 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 3974 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3934 3975
3935 trace "... unloading $k"; 3976 trace "... unloading $k";
3936 delete $INC{$k}; 3977 delete $INC{$k};
… …
3943 } 3984 }
3944 3985
3945 clear_package $k; 3986 clear_package $k;
3946 } 3987 }
3947 3988
3948 trace "getting rid of safe::, as good as possible"; 3989 trace "perl_reload: getting rid of safe::, as good as possible";
3949 clear_package "safe::$_" 3990 clear_package "safe::$_"
3950 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3991 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3951 3992
3952 trace "unloading cf.pm \"a bit\""; 3993 trace "perl_reload: unloading cf.pm \"a bit\"";
3953 delete $INC{"cf.pm"}; 3994 delete $INC{"cf.pm"};
3954 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES; 3995 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3955 3996
3956 # don't, removes xs symbols, too, 3997 # don't, removes xs symbols, too,
3957 # and global variables created in xs 3998 # and global variables created in xs
3958 #clear_package __PACKAGE__; 3999 #clear_package __PACKAGE__;
3959 4000
3960 info "unload completed, starting to reload now"; 4001 info "perl_reload: unload completed, starting to reload now";
3961 4002
3962 trace "reloading cf.pm"; 4003 trace "perl_reload: reloading cf.pm";
3963 require cf; 4004 require cf;
3964 cf::_connect_to_perl_1; 4005 cf::_connect_to_perl_1;
3965 4006
3966 trace "loading config and database again"; 4007 trace "perl_reload: loading config and database again";
3967 cf::reload_config; 4008 cf::reload_config;
3968 4009
3969 trace "loading extensions"; 4010 trace "perl_reload: loading extensions";
3970 cf::load_extensions; 4011 cf::load_extensions;
3971 4012
3972 if ($REATTACH_ON_RELOAD) { 4013 if ($REATTACH_ON_RELOAD) {
3973 trace "reattaching attachments to objects/players"; 4014 trace "perl_reload: reattaching attachments to objects/players";
3974 _global_reattach; # objects, sockets 4015 _global_reattach; # objects, sockets
3975 trace "reattaching attachments to maps"; 4016 trace "perl_reload: reattaching attachments to maps";
3976 reattach $_ for values %MAP; 4017 reattach $_ for values %MAP;
3977 trace "reattaching attachments to players"; 4018 trace "perl_reload: reattaching attachments to players";
3978 reattach $_ for values %PLAYER; 4019 reattach $_ for values %PLAYER;
3979 } 4020 }
3980 4021
3981 trace "running post_init jobs"; 4022 cf::_post_init 1;
3982 (pop @POST_INIT)->(1) while @POST_INIT;
3983 4023
3984 trace "leaving sync_job"; 4024 trace "perl_reload: leaving sync_job";
3985 4025
3986 1 4026 1
3987 } or do { 4027 } or do {
3988 error $@; 4028 error $@;
3989 cf::cleanup "error while reloading, exiting."; 4029 cf::cleanup "perl_reload: error, exiting.";
3990 }; 4030 };
3991 4031
3992 info "reloaded";
3993 --$RELOAD; 4032 --$RELOAD;
3994 } 4033 }
3995 4034
3996 $t1 = AE::time - $t1; 4035 $t1 = AE::time - $t1;
3997 info "reload completed in ${t1}s\n"; 4036 info "perl_reload: completed in ${t1}s\n";
3998}; 4037};
3999 4038
4000our $RELOAD_WATCHER; # used only during reload 4039our $RELOAD_WATCHER; # used only during reload
4001 4040
4002sub reload_perl() { 4041sub reload_perl() {
… …
4135 IO::AIO::min_parallel 8; 4174 IO::AIO::min_parallel 8;
4136 IO::AIO::max_poll_time $TICK * 0.1; 4175 IO::AIO::max_poll_time $TICK * 0.1;
4137 undef $AnyEvent::AIO::WATCHER; 4176 undef $AnyEvent::AIO::WATCHER;
4138} 4177}
4139 4178
4140my $_log_backtrace; 4179our $_log_backtrace;
4180our $_log_backtrace_last;
4141 4181
4142sub _log_backtrace { 4182sub _log_backtrace {
4143 my ($msg, @addr) = @_; 4183 my ($msg, @addr) = @_;
4144 4184
4145 $msg =~ s/\n//; 4185 $msg =~ s/\n$//;
4146 4186
4187 if ($_log_backtrace_last eq $msg) {
4188 LOG llevInfo, "[ABT] $msg\n";
4189 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
4147 # limit the # of concurrent backtraces 4190 # limit the # of concurrent backtraces
4148 if ($_log_backtrace < 2) { 4191 } elsif ($_log_backtrace < 2) {
4192 $_log_backtrace_last = $msg;
4149 ++$_log_backtrace; 4193 ++$_log_backtrace;
4150 my $perl_bt = Carp::longmess $msg; 4194 my $perl_bt = Carp::longmess $msg;
4151 async { 4195 async {
4152 $Coro::current->{desc} = "abt $msg"; 4196 $Coro::current->{desc} = "abt $msg";
4153 4197
… …
4173 LOG llevInfo, "[ABT] $_\n" for @bt; 4217 LOG llevInfo, "[ABT] $_\n" for @bt;
4174 --$_log_backtrace; 4218 --$_log_backtrace;
4175 }; 4219 };
4176 } else { 4220 } else {
4177 LOG llevInfo, "[ABT] $msg\n"; 4221 LOG llevInfo, "[ABT] $msg\n";
4178 LOG llevInfo, "[ABT] [suppressed]\n"; 4222 LOG llevInfo, "[ABT] [overload, suppressed]\n";
4179 } 4223 }
4180} 4224}
4181 4225
4182# load additional modules 4226# load additional modules
4183require "cf/$_.pm" for @EXTRA_MODULES; 4227require "cf/$_.pm" for @EXTRA_MODULES;

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines