--- deliantra/server/lib/cf.pm 2010/05/16 13:48:07 1.551 +++ deliantra/server/lib/cf.pm 2012/11/06 23:33:15 1.591 @@ -1,22 +1,22 @@ # # This file is part of Deliantra, the Roguelike Realtime MMORPG. -# -# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team -# +# +# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team +# # Deliantra is free software: you can redistribute it and/or modify it under # the terms of the Affero GNU General Public License as published by the # Free Software Foundation, either version 3 of the License, or (at your # option) any later version. -# +# # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. -# +# # You should have received a copy of the Affero GNU General Public License # and the GNU General Public License along with this program. If not, see # . -# +# # The authors can be reached via e-mail to # @@ -34,7 +34,10 @@ use Storable (); use Carp (); -use Guard (); +use AnyEvent (); +use AnyEvent::IO (); +use AnyEvent::DNS (); + use Coro (); use Coro::State; use Coro::Handle; @@ -50,6 +53,7 @@ use Coro::Storable; use Coro::Util (); +use Guard (); use JSON::XS 2.01 (); use BDB (); use Data::Dumper; @@ -95,10 +99,12 @@ our %REFLECT; # set by us our $CONFDIR = confdir; + our $DATADIR = datadir; our $LIBDIR = "$DATADIR/ext"; our $PODDIR = "$DATADIR/pod"; our $MAPDIR = "$DATADIR/" . mapdir; + our $LOCALDIR = localdir; our $TMPDIR = "$LOCALDIR/" . tmpdir; our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; @@ -108,7 +114,7 @@ our $PIDFILE = "$LOCALDIR/pid"; our $RUNTIMEFILE = "$LOCALDIR/runtime"; -our %RESOURCE; # unused +#our %RESOURCE; # unused our $OUTPUT_RATE_MIN = 3000; our $OUTPUT_RATE_MAX = 1000000; @@ -129,9 +135,11 @@ our @EXTRA_MODULES = qw(pod match mapscript incloader); our %CFG; +our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue] our $UPTIME; $UPTIME ||= time; -our $RUNTIME; +our $RUNTIME = 0; +our $SERVER_TICK = 0; our $NOW; our (%PLAYER, %PLAYER_LOADING); # all users @@ -151,6 +159,9 @@ our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow) our $REALLY_UNLOOP; # never set to true, please :) +our $WAIT_FOR_TICK = new Coro::Signal; +our @WAIT_FOR_TICK_BEGIN; + binmode STDOUT; binmode STDERR; @@ -193,30 +204,37 @@ =item $cf::UPTIME -The timestamp of the server start (so not actually an uptime). +The timestamp of the server start (so not actually an "uptime"). + +=item $cf::SERVER_TICK + +An unsigned integer that starts at zero when the server is started and is +incremented on every tick. + +=item $cf::NOW + +The (real) time of the last (current) server tick - updated before and +after tick processing, so this is useful only as a rough "what time is it +now" estimate. + +=item $cf::TICK + +The interval between each server tick, in seconds. =item $cf::RUNTIME The time this server has run, starts at 0 and is increased by $cf::TICK on every server tick. -=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR +=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR $cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR -$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR +$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR Various directories - "/etc", read-only install directory, perl-library directory, pod-directory, read-only maps directory, "/var", "/var/tmp", unique-items directory, player file directory, random maps directory and database environment. -=item $cf::NOW - -The time of the last (current) server tick. - -=item $cf::TICK - -The interval between server ticks, in seconds. - =item $cf::LOADAVG The current CPU load on the server (alpha-smoothed), as a value between 0 @@ -238,6 +256,18 @@ returns directly I the tick processing (and consequently, can only wake one thread per tick), while cf::wait_for_tick wakes up all waiters after tick processing. +Note that cf::Wait_for_tick will immediately return when the server is not +ticking, making it suitable for small pauses in threads that need to run +when the server is paused. If that is not applicable (i.e. you I +want to wait, use C<$cf::WAIT_FOR_TICK>). + +=item $cf::WAIT_FOR_TICK + +Note that C is probably the correct thing to use. This +variable contains a L that is broadcats after every server +tick. Calling C<< ->wait >> on it will suspend the caller until after the +next server tick. + =cut sub wait_for_tick(); @@ -312,11 +342,16 @@ } $EV::DIED = sub { - Carp::cluck "error in event callback: @_"; + warn "error in event callback: $@"; }; ############################################################################# +sub fork_call(&@); +sub get_slot($;$$); + +############################################################################# + =head2 UTILITY FUNCTIONS =over 4 @@ -344,6 +379,58 @@ } || "[unable to dump $_[0]: '$@']"; } +=item $scalar = cf::load_file $path + +Loads the given file from path and returns its contents. Croaks on error +and can block. + +=cut + +sub load_file($) { + 0 <= aio_load $_[0], my $data + or Carp::croak "$_[0]: $!"; + + $data +} + +=item $success = cf::replace_file $path, $data, $sync + +Atomically replaces the file at the given $path with new $data, and +optionally $sync the data to disk before replacing the file. + +=cut + +sub replace_file($$;$) { + my ($path, $data, $sync) = @_; + + my $lock = cf::lock_acquire ("replace_file:$path"); + + my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644 + or return; + + $data = $data->() if ref $data; + + length $data == aio_write $fh, 0, (length $data), $data, 0 + or return; + + !$sync + or !aio_fsync $fh + or return; + + aio_close $fh + and return; + + aio_rename "$path~", $path + and return; + + if ($sync) { + $path =~ s%/[^/]*$%%; + aio_pathsync $path; + } + + 1 +} + =item $ref = cf::decode_json $json Converts a JSON string into the corresponding perl data structure. @@ -359,18 +446,37 @@ sub encode_json($) { $json_coder->encode ($_[0]) } sub decode_json($) { $json_coder->decode ($_[0]) } -=item $ref = cf::yaml_load $scalar +=item $ref = cf::decode_storable $scalar -Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks). +Same as Coro::Storable::thaw, so blocks. =cut -sub fork_call(&@); +BEGIN { *decode_storable = \&Coro::Storable::thaw } + +=item $ref = cf::decode_yaml $scalar -sub yaml_load($) { +Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks). + +=cut + +sub decode_yaml($) { fork_call { YAML::XS::Load $_[0] } @_ } +=item $scalar = cf::unlzf $scalar + +Same as Compress::LZF::compress, but takes server ticks into account, so +blocks. + +=cut + +sub unlzf($) { + # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine) + cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf"; + Compress::LZF::decompress $_[0] +} + =item cf::post_init { BLOCK } Execute the given codeblock, I all extensions have been (re-)loaded, @@ -462,9 +568,13 @@ =item cf::get_slot $time[, $priority[, $name]] -Allocate $time seconds of blocking CPU time at priority C<$priority>: -This call blocks and returns only when you have at least C<$time> seconds -of cpu time till the next tick. The slot is only valid till the next cede. +Allocate $time seconds of blocking CPU time at priority C<$priority> +(default: 0): This call blocks and returns only when you have at least +C<$time> seconds of cpu time till the next tick. The slot is only valid +till the next cede. + +Background jobs should use a priority les than zero, interactive jobs +should use 100 or more. The optional C<$name> can be used to identify the job to run. It might be used for statistical purposes and should identify the same time-class. @@ -503,8 +613,7 @@ if (@SLOT_QUEUE) { # we do not use wait_for_tick() as it returns immediately when tick is inactive - push @cf::WAIT_FOR_TICK, $signal; - $signal->wait; + $WAIT_FOR_TICK->wait; } else { $busy = 0; Coro::schedule; @@ -769,8 +878,7 @@ my $md5; for (0 .. $#$src) { - 0 <= aio_load $src->[$_], $data[$_] - or Carp::croak "$src->[$_]: $!"; + $data[$_] = load_file $src->[$_]; } # if processing is expensive, check @@ -1398,10 +1506,7 @@ my $msg = eval { $pl->ns->{json_coder}->decode ($buf) }; if (ref $msg) { - my ($type, $reply, @payload) = - "ARRAY" eq ref $msg - ? @$msg - : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove + my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash my @reply; @@ -1433,9 +1538,22 @@ $grp } +sub _ext_cfg_reg($$$$) { + my ($rvar, $varname, $cfgname, $default) = @_; + + $cfgname = lc $varname + unless length $cfgname; + + $EXT_CFG{$cfgname} = [$rvar, $default]; + + $$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default; +} + sub load_extensions { info "loading extensions..."; + %EXT_CFG = (); + cf::sync_job { my %todo; @@ -1487,7 +1605,16 @@ trace "... pass $pass, loading '$k' into '$v->{pkg}'\n"; - my $active = eval $v->{source}; + my $source = $v->{source}; + + # support "CONF varname :confname = default" pseudo-statements + $source =~ s{ + ^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+) + }{ + "our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }"; + }gmxe; + + my $active = eval $source; if (length $@) { error "$v->{path}: $@\n"; @@ -1514,6 +1641,8 @@ cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting." if exists $v->{meta}{mandatory}; } + + last; } } }; @@ -1863,20 +1992,7 @@ my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM - # mit "rum" bekleckern, nicht - $self->_create_random_map ( - $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, - $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle}, - $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, - $rmp->{exit_on_final_map}, - $rmp->{xsize}, $rmp->{ysize}, - $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3}, - $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase}, - $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation}, - $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp}, - $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used}, - (cf::region::find $rmp->{region}), $rmp->{custom} - ) + $self->_create_random_map ($rmp); } =item cf::map->register ($regex, $prio) @@ -1964,6 +2080,7 @@ () } +# may re-bless or do other evil things sub init { my ($self) = @_; @@ -2038,18 +2155,21 @@ 1 } +# used to laod the header of an original map sub load_header_orig { my ($self) = @_; $self->load_header_from ($self->load_path) } +# used to laod the header of an instantiated map sub load_header_temp { my ($self) = @_; $self->load_header_from ($self->save_path) } +# called after loading the header from an instantiated map sub prepare_temp { my ($self) = @_; @@ -2060,6 +2180,7 @@ if $self->{instantiate_time} > $cf::RUNTIME; } +# called after loading the header from an original map sub prepare_orig { my ($self) = @_; @@ -2095,7 +2216,7 @@ cf::cede_to_tick; - $path = normalise $path, $origin && $origin->path; + $path = normalise $path, $origin; my $guard1 = cf::lock_acquire "map_data:$path";#d#remove my $guard2 = cf::lock_acquire "map_find:$path"; @@ -2136,35 +2257,40 @@ my $guard = cf::lock_acquire "map_data:$path"; return unless $self->valid; - return unless $self->in_memory == cf::MAP_SWAPPED; - - $self->in_memory (cf::MAP_LOADING); + return unless $self->state == cf::MAP_SWAPPED; $self->alloc; $self->pre_load; cf::cede_to_tick; - my $f = new_from_file cf::object::thawer $self->{load_path}; - $f->skip_block; - $self->_load_objects ($f) - or return; + if (exists $self->{load_path}) { + my $f = new_from_file cf::object::thawer $self->{load_path}; + $f->skip_block; + $self->_load_objects ($f) + or return; - $self->post_load_original - if delete $self->{load_original}; + $self->post_load_original + if delete $self->{load_original}; - if (my $uniq = $self->uniq_path) { - utf8::encode $uniq; - unless (aio_stat $uniq) { - if (my $f = new_from_file cf::object::thawer $uniq) { - $self->clear_unique_items; - $self->_load_objects ($f); - $f->resolve_delayed_derefs; + if (my $uniq = $self->uniq_path) { + utf8::encode $uniq; + unless (aio_stat $uniq) { + if (my $f = new_from_file cf::object::thawer $uniq) { + $self->clear_unique_items; + $self->_load_objects ($f); + $f->resolve_delayed_derefs; + } } } + + $f->resolve_delayed_derefs; + } else { + $self->post_load_original + if delete $self->{load_original}; } - $f->resolve_delayed_derefs; + $self->state (cf::MAP_INACTIVE); cf::cede_to_tick; # now do the right thing for maps @@ -2178,16 +2304,16 @@ $self->fix_auto_apply; $self->update_buttons; cf::cede_to_tick; - $self->activate; + #$self->activate; # no longer activate maps automatically } $self->{last_save} = $cf::RUNTIME; $self->last_access ($cf::RUNTIME); - - $self->in_memory (cf::MAP_ACTIVE); } $self->post_load; + + 1 } # customize the map for a given player, i.e. @@ -2205,36 +2331,10 @@ $self } -# find and load all maps in the 3x3 area around a map -sub load_neighbours { - my ($map) = @_; - - my @neigh; # diagonal neighbours - - for (0 .. 3) { - my $neigh = $map->tile_path ($_) - or next; - $neigh = find $neigh, $map - or next; - $neigh->load; - - # now find the diagonal neighbours - push @neigh, - [$neigh->tile_path (($_ + 3) % 4), $neigh], - [$neigh->tile_path (($_ + 1) % 4), $neigh]; - } - - for (grep defined $_->[0], @neigh) { - my ($path, $origin) = @$_; - my $neigh = find $path, $origin - or next; - $neigh->load; - } -} - sub find_sync { my ($path, $origin) = @_; + # it's a bug to call this from the main context return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync" if $Coro::current == $Coro::main; @@ -2244,6 +2344,7 @@ sub do_load_sync { my ($map) = @_; + # it's a bug to call this from the main context return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync" if $Coro::current == $Coro::main; @@ -2256,10 +2357,10 @@ sub find_async { my ($path, $origin, $load) = @_; - $path = normalise $path, $origin && $origin->{path}; + $path = normalise $path, $origin; if (my $map = $cf::MAP{$path}) { - return $map if !$load || $map->in_memory == cf::MAP_ACTIVE; + return $map if !$load || $map->linkable; } $MAP_PREFETCH{$path} |= $load; @@ -2328,14 +2429,14 @@ my $lock = cf::lock_acquire "map_data:$self->{path}"; - return if $self->in_memory != cf::MAP_ACTIVE; + return if !$self->linkable; return if $self->{deny_save}; return if $self->players; # first deactivate the map and "unlink" it from the core $self->deactivate; $_->clear_links_to ($self) for values %cf::MAP; - $self->in_memory (cf::MAP_SWAPPED); + $self->state (cf::MAP_SWAPPED); # then atomically save $self->_save; @@ -2371,7 +2472,7 @@ cf::trace "resetting map ", $self->path, "\n"; - $self->in_memory (cf::MAP_SWAPPED); + $self->state (cf::MAP_SWAPPED); # need to save uniques path unless ($self->{deny_save}) { @@ -2711,7 +2812,6 @@ if $x <= 0 && $y <= 0; $map->load; - $map->load_neighbours; return unless $self->contr->active; @@ -2777,7 +2877,7 @@ } my $map = eval { - my $map = defined $path ? cf::map::find $path : undef; + my $map = defined $path ? cf::map::find $path, $self->map : undef; if ($map) { $map = $map->customise_for ($self); @@ -2877,17 +2977,32 @@ unless (eval { $self->deactivate_recursive; # just to be sure - # random map handling - { + my $map = cf::map::normalise $exit->slaying, $exit->map; + my $x = $exit->stats->hp; + my $y = $exit->stats->sp; + + # special map handling + my $slaying = $exit->slaying; + + # special map handling + if ($slaying eq "/!") { my $guard = cf::lock_acquire "exit_prepare:$exit"; prepare_random_map $exit - if $exit->slaying eq "/!"; - } + if $exit->slaying eq "/!"; # need to re-check after getting the lock - my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path; - my $x = $exit->stats->hp; - my $y = $exit->stats->sp; + $map = $exit->slaying; + + } elsif ($slaying eq '!up') { + $map = $exit->map->tile_path (cf::TILE_UP); + $x = $exit->x; + $y = $exit->y; + + } elsif ($slaying eq '!down') { + $map = $exit->map->tile_path (cf::TILE_DOWN); + $x = $exit->x; + $y = $exit->y; + } $self->goto ($map, $x, $y); @@ -3122,12 +3237,7 @@ sub cf::client::ext_msg($$@) { my ($self, $type, @msg) = @_; - if ($self->extcmd == 2) { - $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); - } elsif ($self->extcmd == 1) { # TODO: remove - push @msg, msgtype => "event_$type"; - $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg})); - } + $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); } =item $client->ext_reply ($msgid, @msg) @@ -3139,13 +3249,7 @@ sub cf::client::ext_reply($$@) { my ($self, $id, @msg) = @_; - if ($self->extcmd == 2) { - $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); - } elsif ($self->extcmd == 1) { - #TODO: version 1, remove - unshift @msg, msgtype => "reply", msgid => $id; - $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg})); - } + $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); } =item $success = $client->query ($flags, "text", \&cb) @@ -3210,10 +3314,7 @@ my $msg = eval { $ns->{json_coder}->decode ($buf) }; if (ref $msg) { - my ($type, $reply, @payload) = - "ARRAY" eq ref $msg - ? @$msg - : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove + my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash my @reply; @@ -3401,6 +3502,30 @@ ############################################################################# # the server's init and main functions +our %FACEHASH; # hash => idx, #d# HACK for http server + +# internal api, not fianlised +sub add_face { + my ($name, $type, $data) = @_; + + my $idx = cf::face::find $name; + + if ($idx) { + delete $FACEHASH{cf::face::get_chksum $idx}; + } else { + $idx = cf::face::alloc $name; + } + + my $hash = cf::face::mangle_chksum Digest::MD5::md5 $data; + + cf::face::set_type $idx, $type; + cf::face::set_data $idx, 0, $data, $hash; + cf::face::set_meta $idx, $type & 1 ? undef : undef; + $FACEHASH{$hash} = $idx;#d# + + $idx +} + sub load_facedata($) { my ($path) = @_; @@ -3412,33 +3537,26 @@ trace "loading facedata from $path\n"; - 0 < aio_load $path, my $facedata - or die "$path: $!"; - - $facedata = Coro::Storable::thaw $facedata; + my $facedata = decode_storable load_file $path; $facedata->{version} == 2 or cf::cleanup "$path: version mismatch, cannot proceed."; - # patch in the exptable - my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]); - $facedata->{resource}{"res/exp_table"} = { - type => FT_RSRC, - data => $exp_table, - hash => (Digest::MD5::md5 $exp_table), - }; cf::cede_to_tick; { my $faces = $facedata->{faceinfo}; - while (my ($face, $info) = each %$faces) { + for my $face (sort keys %$faces) { + my $info = $faces->{$face}; my $idx = (cf::face::find $face) || cf::face::alloc $face; cf::face::set_visibility $idx, $info->{visibility}; cf::face::set_magicmap $idx, $info->{magicmap}; cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32}; cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64}; + cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ; + $FACEHASH{$info->{hash64}} = $idx;#d# cf::cede_to_tick; } @@ -3475,13 +3593,16 @@ my $res = $facedata->{resource}; while (my ($name, $info) = each %$res) { - if (defined $info->{type}) { + if (defined (my $type = $info->{type})) { + # TODO: different hash - must free and use new index, or cache ixface data queue my $idx = (cf::face::find $name) || cf::face::alloc $name; + cf::face::set_type $idx, $type; cf::face::set_data $idx, 0, $info->{data}, $info->{hash}; - cf::face::set_type $idx, $info->{type}; + cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already + $FACEHASH{$info->{hash}} = $idx;#d# } else { - $RESOURCE{$name} = $info; # unused +# $RESOURCE{$name} = $info; # unused } cf::cede_to_tick; @@ -3511,6 +3632,19 @@ $status } +sub reload_exp_table { + _reload_exp_table; + + add_face "res/exp_table" => FT_RSRC, + JSON::XS->new->utf8->canonical->encode ( + [map cf::level_to_min_exp $_, 1 .. cf::settings->max_level] + ); +} + +sub reload_materials { + _reload_materials; +} + sub reload_regions { # HACK to clear player env face cache, we need some signal framework # for this (global event?) @@ -3533,6 +3667,15 @@ sub reload_archetypes { load_resource_file "$DATADIR/archetypes" or die "unable to load archetypes\n"; + + add_face "res/skill_info" => FT_RSRC, + JSON::XS->new->utf8->canonical->encode ( + [map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1] + ); + add_face "res/spell_paths" => FT_RSRC, + JSON::XS->new->utf8->canonical->encode ( + [map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1] + ); } sub reload_treasures { @@ -3543,10 +3686,7 @@ sub reload_sound { trace "loading sound config from $DATADIR/sound\n"; - 0 < Coro::AIO::aio_load "$DATADIR/sound", my $data - or die "$DATADIR/sound $!"; - - my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data); + my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound"); for (0 .. SOUND_CAST_SPELL_0 - 1) { my $sound = $soundconf->{compat}[$_] @@ -3563,16 +3703,72 @@ } } +sub reload_pod { + trace "loading pods $PODDIR\n"; + + my @command_help; + + for ( + [0, "command_help"], + [1, "emote_help"], + [2, "dmcommand_help"], + ) { + my ($type, $path) = @$_; + + my $paragraphs = &cf::pod::load_pod ("$PODDIR/$path.pod") + or die "unable to load $path"; + + my $level = 1e9; + + for my $par (@$paragraphs) { + if ($par->{type} eq "head2") { + # this code taken almost verbatim from DC/Protocol.pm + + if ($par->{markup} =~ /^(\S+) (?:\s+ \( ([^\)]*) \) )?/x) { + my $cmd = $1; + my @args = split /\|/, $2; + @args = (".*") unless @args; + + $_ = $_ eq ".*" ? "" : " $_" + for @args; + + my @variants = map "$cmd$_", sort { (length $a) <=> (length $b) } @args; + + push @command_help, [$type, \@variants, &cf::pod::as_cfpod ([$par])]; + $level = $par->{level}; + } else { + error "$par->{markup}: unparsable command heading"; + } + } elsif ($par->{level} > $level) { + $command_help[-1][2] .= &cf::pod::as_cfpod ([$par]); + } + + cf::cede_to_tick; + } + } + + @command_help = sort { + $a->[0] <=> $b->[0] + or $a->[1] cmp $b->[1] + } @command_help; + + cf::cede_to_tick; + + add_face "res/command_help" => FT_RSRC, + JSON::XS->new->utf8->encode (\@command_help); +} + sub reload_resources { trace "reloading resource files...\n"; - reload_exp_table; reload_materials; reload_facedata; + reload_exp_table; reload_sound; reload_archetypes; reload_regions; reload_treasures; + reload_pod; trace "finished reloading resource files\n"; } @@ -3580,11 +3776,9 @@ sub reload_config { trace "reloading config file...\n"; - 0 < aio_load "$CONFDIR/config", my $config - or die "$CONFDIR/config: $!"; - + my $config = load_file "$CONFDIR/config"; utf8::decode $config; - *CFG = yaml_load $config; + *CFG = decode_yaml $config; $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38]; @@ -3632,14 +3826,14 @@ cf::init_globals; # initialise logging LOG llevInfo, "Welcome to Deliantra, v" . VERSION; - LOG llevInfo, "Copyright (C) 2005-2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; + LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; LOG llevInfo, "Copyright (C) 1994 Mark Wedel."; LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen."; $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority # we must not ever block the main coroutine - local $Coro::idle = sub { + $Coro::idle = sub { Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# (async { $Coro::current->{desc} = "IDLE BUG HANDLER"; @@ -3652,6 +3846,8 @@ cf::sync_job { cf::incloader::init (); + db_init; + cf::init_anim; cf::init_attackmess; cf::init_dynamic; @@ -3660,7 +3856,6 @@ reload_resources; reload_config; - db_init; cf::init_uuid; cf::init_signals; @@ -3684,8 +3879,7 @@ cf::object::thawer::errors_are_fatal 0; info "parse errors in files are no longer fatal from this point on.\n"; - my $free_main; $free_main = EV::idle sub { - undef $free_main; + AE::postpone { undef &main; # free gobs of memory :) }; @@ -3852,7 +4046,7 @@ trace "emergency_perl_save: flushing outstanding aio requests"; while (IO::AIO::nreqs || BDB::nreqs) { - Coro::EV::timer_once 0.01; # let the sync_job do it's thing + Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing } cf::write_runtime_sync; # external watchdog should not bark @@ -4043,19 +4237,14 @@ my $bug_warning = 0; -our @WAIT_FOR_TICK; -our @WAIT_FOR_TICK_BEGIN; - sub wait_for_tick() { - return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; + return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main; - my $signal = new Coro::Signal; - push @WAIT_FOR_TICK, $signal; - $signal->wait; + $WAIT_FOR_TICK->wait; } sub wait_for_tick_begin() { - return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; + return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main; my $signal = new Coro::Signal; push @WAIT_FOR_TICK_BEGIN, $signal; @@ -4069,7 +4258,7 @@ return; } - cf::server_tick; # one server iteration + cf::one_tick; # one server iteration #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d# @@ -4085,9 +4274,7 @@ if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { $sig->send; } - while (my $sig = shift @WAIT_FOR_TICK) { - $sig->send; - } + $WAIT_FOR_TICK->broadcast; $LOAD = ($NOW - $TICK_START) / $TICK; $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; @@ -4103,10 +4290,11 @@ { # configure BDB + info "initialising database"; BDB::min_parallel 16; BDB::max_poll_reqs $TICK * 0.1; - $AnyEvent::BDB::WATCHER->priority (1); + #$AnyEvent::BDB::WATCHER->priority (1); unless ($DB_ENV) { $DB_ENV = BDB::db_env_create; @@ -4141,25 +4329,34 @@ $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub { BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { }; }; + + info "database initialised"; } { # configure IO::AIO + info "initialising aio"; IO::AIO::min_parallel 8; IO::AIO::max_poll_time $TICK * 0.1; undef $AnyEvent::AIO::WATCHER; + info "aio initialised"; } -my $_log_backtrace; +our $_log_backtrace; +our $_log_backtrace_last; sub _log_backtrace { my ($msg, @addr) = @_; - $msg =~ s/\n//; + $msg =~ s/\n$//; + if ($_log_backtrace_last eq $msg) { + LOG llevInfo, "[ABT] $msg\n"; + LOG llevInfo, "[ABT] [duplicate, suppressed]\n"; # limit the # of concurrent backtraces - if ($_log_backtrace < 2) { + } elsif ($_log_backtrace < 2) { + $_log_backtrace_last = $msg; ++$_log_backtrace; my $perl_bt = Carp::longmess $msg; async { @@ -4189,7 +4386,7 @@ }; } else { LOG llevInfo, "[ABT] $msg\n"; - LOG llevInfo, "[ABT] [suppressed]\n"; + LOG llevInfo, "[ABT] [overload, suppressed]\n"; } }