--- deliantra/server/lib/cf.pm 2011/05/08 11:44:43 1.572 +++ deliantra/server/lib/cf.pm 2012/11/01 13:02:52 1.588 @@ -1,22 +1,22 @@ # # This file is part of Deliantra, the Roguelike Realtime MMORPG. -# -# Copyright (©) 2006,2007,2008,2009,2010,2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team -# +# +# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team +# # Deliantra is free software: you can redistribute it and/or modify it under # the terms of the Affero GNU General Public License as published by the # Free Software Foundation, either version 3 of the License, or (at your # option) any later version. -# +# # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. -# +# # You should have received a copy of the Affero GNU General Public License # and the GNU General Public License along with this program. If not, see # . -# +# # The authors can be reached via e-mail to # @@ -34,7 +34,10 @@ use Storable (); use Carp (); -use Guard (); +use AnyEvent (); +use AnyEvent::IO (); +use AnyEvent::DNS (); + use Coro (); use Coro::State; use Coro::Handle; @@ -50,6 +53,7 @@ use Coro::Storable; use Coro::Util (); +use Guard (); use JSON::XS 2.01 (); use BDB (); use Data::Dumper; @@ -110,7 +114,7 @@ our $PIDFILE = "$LOCALDIR/pid"; our $RUNTIMEFILE = "$LOCALDIR/runtime"; -our %RESOURCE; # unused +#our %RESOURCE; # unused our $OUTPUT_RATE_MIN = 3000; our $OUTPUT_RATE_MAX = 1000000; @@ -131,6 +135,7 @@ our @EXTRA_MODULES = qw(pod match mapscript incloader); our %CFG; +our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue] our $UPTIME; $UPTIME ||= time; our $RUNTIME = 0; @@ -337,7 +342,7 @@ } $EV::DIED = sub { - Carp::cluck "error in event callback: @_"; + warn "error in event callback: $@"; }; ############################################################################# @@ -374,7 +379,7 @@ } || "[unable to dump $_[0]: '$@']"; } -=item $scalar = load_file $path +=item $scalar = cf::load_file $path Loads the given file from path and returns its contents. Croaks on error and can block. @@ -388,6 +393,44 @@ $data } +=item $success = cf::replace_file $path, $data, $sync + +Atomically replaces the file at the given $path with new $data, and +optionally $sync the data to disk before replacing the file. + +=cut + +sub replace_file($$;$) { + my ($path, $data, $sync) = @_; + + my $lock = cf::lock_acquire ("replace_file:$path"); + + my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644 + or return; + + $data = $data->() if ref $data; + + length $data == aio_write $fh, 0, (length $data), $data, 0 + or return; + + !$sync + or !aio_fsync $fh + or return; + + aio_close $fh + and return; + + aio_rename "$path~", $path + and return; + + if ($sync) { + $path =~ s%/[^/]*$%%; + aio_pathsync $path; + } + + 1 +} + =item $ref = cf::decode_json $json Converts a JSON string into the corresponding perl data structure. @@ -1463,10 +1506,7 @@ my $msg = eval { $pl->ns->{json_coder}->decode ($buf) }; if (ref $msg) { - my ($type, $reply, @payload) = - "ARRAY" eq ref $msg - ? @$msg - : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove + my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash my @reply; @@ -1498,9 +1538,22 @@ $grp } +sub _ext_cfg_reg($$$$) { + my ($rvar, $varname, $cfgname, $default) = @_; + + $cfgname = lc $varname + unless length $cfgname; + + $EXT_CFG{$cfgname} = [$rvar, $default]; + + $$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default; +} + sub load_extensions { info "loading extensions..."; + %EXT_CFG = (); + cf::sync_job { my %todo; @@ -1552,7 +1605,16 @@ trace "... pass $pass, loading '$k' into '$v->{pkg}'\n"; - my $active = eval $v->{source}; + my $source = $v->{source}; + + # support "CONF varname :confname = default" pseudo-statements + $source =~ s{ + ^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+) + }{ + "our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }"; + }gmxe; + + my $active = eval $source; if (length $@) { error "$v->{path}: $@\n"; @@ -2241,7 +2303,6 @@ $self->decay_objects; $self->fix_auto_apply; $self->update_buttons; - $self->post_load_physics; cf::cede_to_tick; #$self->activate; # no longer activate maps automatically } @@ -2270,33 +2331,6 @@ $self } -# find and load all maps in the 3x3 area around a map -sub load_neighbours { - my ($map) = @_; - - my @neigh; # diagonal neighbours - - for (0 .. 3) { - my $neigh = $map->tile_path ($_) - or next; - $neigh = find $neigh, $map - or next; - $neigh->load; - - # now find the diagonal neighbours - push @neigh, - [$neigh->tile_path (($_ + 3) % 4), $neigh], - [$neigh->tile_path (($_ + 1) % 4), $neigh]; - } - - for (grep defined $_->[0], @neigh) { - my ($path, $origin) = @$_; - my $neigh = find $path, $origin - or next; - $neigh->load; - } -} - sub find_sync { my ($path, $origin) = @_; @@ -2325,8 +2359,6 @@ $path = normalise $path, $origin; - print "find async $path (from $origin)\n";#d# - if (my $map = $cf::MAP{$path}) { return $map if !$load || $map->linkable; } @@ -2780,7 +2812,6 @@ if $x <= 0 && $y <= 0; $map->load; - $map->load_neighbours; return unless $self->contr->active; @@ -3223,13 +3254,9 @@ sub cf::client::ext_reply($$@) { my ($self, $id, @msg) = @_; - if ($self->extcmd == 2) { - $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); - } elsif ($self->extcmd == 1) { - #TODO: version 1, remove - unshift @msg, msgtype => "reply", msgid => $id; - $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg})); - } + return unless $self->extcmd == 2; + + $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg])); } =item $success = $client->query ($flags, "text", \&cb) @@ -3294,10 +3321,7 @@ my $msg = eval { $ns->{json_coder}->decode ($buf) }; if (ref $msg) { - my ($type, $reply, @payload) = - "ARRAY" eq ref $msg - ? @$msg - : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove + my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash my @reply; @@ -3485,6 +3509,8 @@ ############################################################################# # the server's init and main functions +our %FACEHASH; # hash => idx, #d# HACK for http server + sub load_facedata($) { my ($path) = @_; @@ -3506,14 +3532,15 @@ $facedata->{resource}{"res/exp_table"} = { type => FT_RSRC, data => $exp_table, - hash => (Digest::MD5::md5 $exp_table), + hash => (cf::face::mangle_chksum Digest::MD5::md5 $exp_table), }; cf::cede_to_tick; { my $faces = $facedata->{faceinfo}; - while (my ($face, $info) = each %$faces) { + for my $face (sort keys %$faces) { + my $info = $faces->{$face}; my $idx = (cf::face::find $face) || cf::face::alloc $face; cf::face::set_visibility $idx, $info->{visibility}; @@ -3521,6 +3548,7 @@ cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32}; cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64}; cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ; + $FACEHASH{$info->{hash64}} = $idx;#d# cf::cede_to_tick; } @@ -3557,13 +3585,16 @@ my $res = $facedata->{resource}; while (my ($name, $info) = each %$res) { - if (defined $info->{type}) { + if (defined (my $type = $info->{type})) { + # TODO: different hash - must free and use new index, or cache ixface data queue my $idx = (cf::face::find $name) || cf::face::alloc $name; cf::face::set_data $idx, 0, $info->{data}, $info->{hash}; - cf::face::set_type $idx, $info->{type}; + cf::face::set_type $idx, $type; + cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already + $FACEHASH{$info->{hash}} = $idx;#d# } else { - $RESOURCE{$name} = $info; # unused +# $RESOURCE{$name} = $info; # unused } cf::cede_to_tick; @@ -3709,14 +3740,14 @@ cf::init_globals; # initialise logging LOG llevInfo, "Welcome to Deliantra, v" . VERSION; - LOG llevInfo, "Copyright (C) 2005-2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; + LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; LOG llevInfo, "Copyright (C) 1994 Mark Wedel."; LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen."; $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority # we must not ever block the main coroutine - local $Coro::idle = sub { + $Coro::idle = sub { Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# (async { $Coro::current->{desc} = "IDLE BUG HANDLER"; @@ -3761,8 +3792,7 @@ cf::object::thawer::errors_are_fatal 0; info "parse errors in files are no longer fatal from this point on.\n"; - my $free_main; $free_main = EV::idle sub { - undef $free_main; + AE::postpone { undef &main; # free gobs of memory :) }; @@ -3929,7 +3959,7 @@ trace "emergency_perl_save: flushing outstanding aio requests"; while (IO::AIO::nreqs || BDB::nreqs) { - Coro::EV::timer_once 0.01; # let the sync_job do it's thing + Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing } cf::write_runtime_sync; # external watchdog should not bark @@ -4176,7 +4206,7 @@ BDB::min_parallel 16; BDB::max_poll_reqs $TICK * 0.1; - $AnyEvent::BDB::WATCHER->priority (1); + #$AnyEvent::BDB::WATCHER->priority (1); unless ($DB_ENV) { $DB_ENV = BDB::db_env_create;