--- deliantra/server/lib/cf.pm 2007/01/14 22:54:18 1.177
+++ deliantra/server/lib/cf.pm 2012/11/11 02:38:10 1.598
@@ -1,90 +1,202 @@
+#
+# This file is part of Deliantra, the Roguelike Realtime MMORPG.
+#
+# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
+#
+# Deliantra is free software: you can redistribute it and/or modify it under
+# the terms of the Affero GNU General Public License as published by the
+# Free Software Foundation, either version 3 of the License, or (at your
+# option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the Affero GNU General Public License
+# and the GNU General Public License along with this program. If not, see
+# .
+#
+# The authors can be reached via e-mail to
+#
+
package cf;
-use utf8;
-use strict;
+use common::sense;
use Symbol;
use List::Util;
-use Storable;
+use Socket;
+use EV;
use Opcode;
use Safe;
use Safe::Hole;
+use Storable ();
+use Carp ();
-use Coro 3.4 ();
-use Coro::Event;
+use AnyEvent ();
+use AnyEvent::IO ();
+use AnyEvent::DNS ();
+
+use Coro ();
+use Coro::State;
+use Coro::Handle;
+use Coro::EV;
+use Coro::AnyEvent;
use Coro::Timer;
use Coro::Signal;
use Coro::Semaphore;
+use Coro::SemaphoreSet;
+use Coro::AnyEvent;
use Coro::AIO;
-
+use Coro::BDB 1.6;
+use Coro::Storable;
+use Coro::Util ();
+
+use Guard ();
+use JSON::XS 2.01 ();
+use BDB ();
use Data::Dumper;
-use Digest::MD5;
use Fcntl;
-use IO::AIO 2.32 ();
-use YAML::Syck ();
-use Time::HiRes;
+use YAML::XS ();
+use IO::AIO ();
+use Compress::LZF;
+use Digest::MD5 ();
+
+AnyEvent::detect;
+
+# configure various modules to our taste
+#
+$Storable::canonical = 1; # reduce rsync transfers
+Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
-use Event; $Event::Eval = 1; # no idea why this is required, but it is
+$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
-sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
+# make sure c-lzf reinitialises itself
+Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
+Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
-# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
-$YAML::Syck::ImplicitUnicode = 1;
+# strictly for debugging
+$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
-$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
+sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
+
+our @ORIG_INC;
our %COMMAND = ();
our %COMMAND_TIME = ();
our @EXTS = (); # list of extension package names
our %EXTCMD = ();
+our %EXTACMD = ();
+our %EXTICMD = ();
+our %EXTIACMD = ();
our %EXT_CORO = (); # coroutines bound to extensions
our %EXT_MAP = (); # pluggable maps
+our $RELOAD; # number of reloads so far, non-zero while in reload
our @EVENT;
-our $LIBDIR = datadir . "/ext";
+our @REFLECT; # set by XS
+our %REFLECT; # set by us
+
+our $CONFDIR = confdir;
-our $TICK = MAX_TIME * 1e-6;
-our $TICK_WATCHER;
-our $AIO_POLL_WATCHER;
-our $WRITE_RUNTIME_WATCHER;
+our $DATADIR = datadir;
+our $LIBDIR = "$DATADIR/ext";
+our $PODDIR = "$DATADIR/pod";
+our $MAPDIR = "$DATADIR/" . mapdir;
+
+our $LOCALDIR = localdir;
+our $TMPDIR = "$LOCALDIR/" . tmpdir;
+our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
+our $PLAYERDIR = "$LOCALDIR/" . playerdir;
+our $RANDOMDIR = "$LOCALDIR/random";
+our $BDBDIR = "$LOCALDIR/db";
+our $PIDFILE = "$LOCALDIR/pid";
+our $RUNTIMEFILE = "$LOCALDIR/runtime";
+
+#our %RESOURCE; # unused
+
+our $OUTPUT_RATE_MIN = 3000;
+our $OUTPUT_RATE_MAX = 1000000;
+
+our $MAX_LINKS = 32; # how many chained exits to follow
+our $VERBOSE_IO = 1;
+
+our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
+our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
our $NEXT_TICK;
-our $NOW;
+our $USE_FSYNC = 1; # use fsync to write maps - default on
+
+our $BDB_DEADLOCK_WATCHER;
+our $BDB_CHECKPOINT_WATCHER;
+our $BDB_TRICKLE_WATCHER;
+our $DB_ENV;
+
+our @EXTRA_MODULES = qw(pod match mapscript incloader);
our %CFG;
+our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
our $UPTIME; $UPTIME ||= time;
-our $RUNTIME;
+our $RUNTIME = 0;
+our $SERVER_TICK = 0;
+our $NOW;
-our %PLAYER; # all users
-our %MAP; # all maps
+our (%PLAYER, %PLAYER_LOADING); # all users
+our (%MAP, %MAP_LOADING ); # all maps
our $LINK_MAP; # the special {link} map, which is always available
-our $RANDOM_MAPS = cf::localdir . "/random";
-
-our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
-our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
# used to convert map paths into valid unix filenames by replacing / by ∕
our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
+our $LOAD; # a number between 0 (idle) and 1 (too many objects)
+our $LOADAVG; # same thing, but with alpha-smoothing
+our $JITTER; # average jitter
+our $TICK_START; # for load detecting purposes
+
+our @POST_INIT;
+
+our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
+our $REALLY_UNLOOP; # never set to true, please :)
+
+our $WAIT_FOR_TICK = new Coro::Signal;
+our @WAIT_FOR_TICK_BEGIN;
+
binmode STDOUT;
binmode STDERR;
# read virtual server time, if available
-unless ($RUNTIME || !-e cf::localdir . "/runtime") {
- open my $fh, "<", cf::localdir . "/runtime"
- or die "unable to read runtime file: $!";
+unless ($RUNTIME || !-e $RUNTIMEFILE) {
+ open my $fh, "<", $RUNTIMEFILE
+ or die "unable to read $RUNTIMEFILE file: $!";
$RUNTIME = <$fh> + 0.;
}
-mkdir cf::localdir;
-mkdir cf::localdir . "/" . cf::playerdir;
-mkdir cf::localdir . "/" . cf::tmpdir;
-mkdir cf::localdir . "/" . cf::uniquedir;
-mkdir $RANDOM_MAPS;
+eval "sub TICK() { $TICK } 1" or die;
+
+mkdir $_
+ for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
our $EMERGENCY_POSITION;
+sub cf::map::normalise;
+
+sub in_main() {
+ $Coro::current == $Coro::main
+}
+
+#############################################################################
+
+%REFLECT = ();
+for (@REFLECT) {
+ my $reflect = JSON::XS::decode_json $_;
+ $REFLECT{$reflect->{class}} = $reflect;
+}
+
+# this is decidedly evil
+$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
+
#############################################################################
=head2 GLOBAL VARIABLES
@@ -93,60 +205,129 @@
=item $cf::UPTIME
-The timestamp of the server start (so not actually an uptime).
+The timestamp of the server start (so not actually an "uptime").
+
+=item $cf::SERVER_TICK
+
+An unsigned integer that starts at zero when the server is started and is
+incremented on every tick.
+
+=item $cf::NOW
+
+The (real) time of the last (current) server tick - updated before and
+after tick processing, so this is useful only as a rough "what time is it
+now" estimate.
+
+=item $cf::TICK
+
+The interval between each server tick, in seconds.
=item $cf::RUNTIME
The time this server has run, starts at 0 and is increased by $cf::TICK on
every server tick.
-=item $cf::LIBDIR
+=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
+$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
+$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
-The perl library directory, where extensions and cf-specific modules can
-be found. It will be added to C<@INC> automatically.
+Various directories - "/etc", read-only install directory, perl-library
+directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
+unique-items directory, player file directory, random maps directory and
+database environment.
-=item $cf::NOW
+=item $cf::LOADAVG
-The time of the last (current) server tick.
+The current CPU load on the server (alpha-smoothed), as a value between 0
+(none) and 1 (overloaded), indicating how much time is spent on processing
+objects per tick. Healthy values are < 0.5.
-=item $cf::TICK
+=item $cf::LOAD
-The interval between server ticks, in seconds.
+The raw value load value from the last tick.
=item %cf::CFG
-Configuration for the server, loaded from C, or
+Configuration for the server, loaded from C, or
from wherever your confdir points to.
-=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE
+=item cf::wait_for_tick, cf::wait_for_tick_begin
+
+These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
+returns directly I the tick processing (and consequently, can only wake one thread
+per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
+
+Note that cf::Wait_for_tick will immediately return when the server is not
+ticking, making it suitable for small pauses in threads that need to run
+when the server is paused. If that is not applicable (i.e. you I
+want to wait, use C<$cf::WAIT_FOR_TICK>).
+
+=item $cf::WAIT_FOR_TICK
+
+Note that C is probably the correct thing to use. This
+variable contains a L that is broadcats after every server
+tick. Calling C<< ->wait >> on it will suspend the caller until after the
+next server tick.
+
+=cut
+
+sub wait_for_tick();
+sub wait_for_tick_begin();
+
+=item @cf::INVOKE_RESULTS
+
+This array contains the results of the last C call. When
+C is called C<@cf::INVOKE_RESULTS> is set to the parameters of
+that call.
-These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)
-or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick
-processing has been done. Call C<< ->wait >> on them to maximise the
-window of cpu time available, or simply to synchronise to the server tick.
+=item %cf::REFLECT
+
+Contains, for each (C++) class name, a hash reference with information
+about object members (methods, scalars, arrays and flags) and other
+metadata, which is useful for introspection.
=back
=cut
-BEGIN {
- *CORE::GLOBAL::warn = sub {
- my $msg = join "", @_;
- utf8::encode $msg;
+sub error(@) { LOG llevError, join "", @_ }
+sub warn (@) { LOG llevWarn , join "", @_ }
+sub info (@) { LOG llevInfo , join "", @_ }
+sub debug(@) { LOG llevDebug, join "", @_ }
+sub trace(@) { LOG llevTrace, join "", @_ }
- $msg .= "\n"
- unless $msg =~ /\n$/;
+$Coro::State::WARNHOOK = sub {
+ my $msg = join "", @_;
- LOG llevError, $msg;
- };
-}
+ $msg .= "\n"
+ unless $msg =~ /\n$/;
+
+ $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
+
+ LOG llevWarn, $msg;
+};
+
+$Coro::State::DIEHOOK = sub {
+ return unless $^S eq 0; # "eq", not "=="
+
+ error Carp::longmess $_[0];
+
+ if (in_main) {#d#
+ error "DIEHOOK called in main context, Coro bug?\n";#d#
+ return;#d#
+ }#d#
+
+ # kill coroutine otherwise
+ Coro::terminate
+};
@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
-@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';
+@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
+@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
# we bless all objects into (empty) derived classes to force a method lookup
# within the Safe compartment.
@@ -155,16 +336,23 @@
cf::object cf::object::player
cf::client cf::player
cf::arch cf::living
- cf::map cf::party cf::region
+ cf::map cf::mapspace
+ cf::party cf::region
)) {
- no strict 'refs';
@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
}
-$Event::DIED = sub {
- warn "error in event callback: @_";
+$EV::DIED = sub {
+ warn "error in event callback: $@";
};
+#############################################################################
+
+sub fork_call(&@);
+sub get_slot($;$$);
+
+#############################################################################
+
=head2 UTILITY FUNCTIONS
=over 4
@@ -192,28 +380,133 @@
} || "[unable to dump $_[0]: '$@']";
}
-use JSON::Syck (); # TODO# replace by JSON::PC once working
+=item $scalar = cf::load_file $path
-=item $ref = cf::from_json $json
+Loads the given file from path and returns its contents. Croaks on error
+and can block.
-Converts a JSON string into the corresponding perl data structure.
+=cut
+
+sub load_file($) {
+ 0 <= aio_load $_[0], my $data
+ or Carp::croak "$_[0]: $!";
+
+ $data
+}
+
+=item $success = cf::replace_file $path, $data, $sync
+
+Atomically replaces the file at the given $path with new $data, and
+optionally $sync the data to disk before replacing the file.
=cut
-sub from_json($) {
- $JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
- JSON::Syck::Load $_[0]
+sub replace_file($$;$) {
+ my ($path, $data, $sync) = @_;
+
+ my $lock = cf::lock_acquire ("replace_file:$path");
+
+ my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
+ or return;
+
+ $data = $data->() if ref $data;
+
+ length $data == aio_write $fh, 0, (length $data), $data, 0
+ or return;
+
+ !$sync
+ or !aio_fsync $fh
+ or return;
+
+ aio_close $fh
+ and return;
+
+ aio_rename "$path~", $path
+ and return;
+
+ if ($sync) {
+ $path =~ s%/[^/]*$%%;
+ aio_pathsync $path;
+ }
+
+ 1
}
-=item $json = cf::to_json $ref
+=item $ref = cf::decode_json $json
+
+Converts a JSON string into the corresponding perl data structure.
+
+=item $json = cf::encode_json $ref
Converts a perl data structure into its JSON representation.
=cut
-sub to_json($) {
- $JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
- JSON::Syck::Dump $_[0]
+our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
+
+sub encode_json($) { $json_coder->encode ($_[0]) }
+sub decode_json($) { $json_coder->decode ($_[0]) }
+
+=item $ref = cf::decode_storable $scalar
+
+Same as Coro::Storable::thaw, so blocks.
+
+=cut
+
+BEGIN { *decode_storable = \&Coro::Storable::thaw }
+
+=item $ref = cf::decode_yaml $scalar
+
+Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
+
+=cut
+
+sub decode_yaml($) {
+ fork_call { YAML::XS::Load $_[0] } @_
+}
+
+=item $scalar = cf::unlzf $scalar
+
+Same as Compress::LZF::compress, but takes server ticks into account, so
+blocks.
+
+=cut
+
+sub unlzf($) {
+ # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
+ cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
+ Compress::LZF::decompress $_[0]
+}
+
+=item cf::post_init { BLOCK }
+
+Execute the given codeblock, I all extensions have been (re-)loaded,
+but I the server starts ticking again.
+
+The codeblock will have a single boolean argument to indicate whether this
+is a reload or not.
+
+=cut
+
+sub post_init(&) {
+ push @POST_INIT, shift;
+}
+
+sub _post_init {
+ trace "running post_init jobs";
+
+ # run them in parallel...
+
+ my @join;
+
+ while () {
+ push @join, map &Coro::async ($_, 0), @POST_INIT;
+ @POST_INIT = ();
+
+ @join or last;
+
+ (pop @join)->join;
+ }
}
=item cf::lock_wait $string
@@ -223,51 +516,125 @@
=item my $lock = cf::lock_acquire $string
Wait until the given lock is available and then acquires it and returns
-a Coro::guard object. If the guard object gets destroyed (goes out of scope,
+a L object. If the guard object gets destroyed (goes out of scope,
for example when the coroutine gets canceled), the lock is automatically
returned.
+Locks are *not* recursive, locking from the same coro twice results in a
+deadlocked coro.
+
Lock names should begin with a unique identifier (for example, cf::map::find
uses map_find and cf::map::load uses map_load).
+=item $locked = cf::lock_active $string
+
+Return true if the lock is currently active, i.e. somebody has locked it.
+
=cut
-our %LOCK;
+our $LOCKS = new Coro::SemaphoreSet;
sub lock_wait($) {
- my ($key) = @_;
-
- # wait for lock, if any
- while ($LOCK{$key}) {
- push @{ $LOCK{$key} }, $Coro::current;
- Coro::schedule;
- }
+ $LOCKS->wait ($_[0]);
}
sub lock_acquire($) {
- my ($key) = @_;
+ $LOCKS->guard ($_[0])
+}
- # wait, to be sure we are not locked
- lock_wait $key;
+sub lock_active($) {
+ $LOCKS->count ($_[0]) < 1
+}
- $LOCK{$key} = [];
+sub freeze_mainloop {
+ tick_inhibit_inc;
- Coro::guard {
- # wake up all waiters, to be on the safe side
- $_->ready for @{ delete $LOCK{$key} };
- }
+ &Guard::guard (\&tick_inhibit_dec);
}
-sub freeze_mainloop {
- return unless $TICK_WATCHER->is_active;
+=item cf::periodic $interval, $cb
- my $guard = Coro::guard {
- $TICK_WATCHER->start;
- $WRITE_RUNTIME_WATCHER->start;
- };
- $WRITE_RUNTIME_WATCHER->stop;
- $TICK_WATCHER->stop;
- $guard
+Like EV::periodic, but randomly selects a starting point so that the actions
+get spread over time.
+
+=cut
+
+sub periodic($$) {
+ my ($interval, $cb) = @_;
+
+ my $start = rand List::Util::min 180, $interval;
+
+ EV::periodic $start, $interval, 0, $cb
+}
+
+=item cf::get_slot $time[, $priority[, $name]]
+
+Allocate $time seconds of blocking CPU time at priority C<$priority>
+(default: 0): This call blocks and returns only when you have at least
+C<$time> seconds of cpu time till the next tick. The slot is only valid
+till the next cede.
+
+Background jobs should use a priority les than zero, interactive jobs
+should use 100 or more.
+
+The optional C<$name> can be used to identify the job to run. It might be
+used for statistical purposes and should identify the same time-class.
+
+Useful for short background jobs.
+
+=cut
+
+our @SLOT_QUEUE;
+our $SLOT_QUEUE;
+our $SLOT_DECAY = 0.9;
+
+$SLOT_QUEUE->cancel if $SLOT_QUEUE;
+$SLOT_QUEUE = Coro::async {
+ $Coro::current->desc ("timeslot manager");
+
+ my $signal = new Coro::Signal;
+ my $busy;
+
+ while () {
+ next_job:
+
+ my $avail = cf::till_tick;
+
+ for (0 .. $#SLOT_QUEUE) {
+ if ($SLOT_QUEUE[$_][0] <= $avail) {
+ $busy = 0;
+ my $job = splice @SLOT_QUEUE, $_, 1, ();
+ $job->[2]->send;
+ Coro::cede;
+ goto next_job;
+ } else {
+ $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
+ }
+ }
+
+ if (@SLOT_QUEUE) {
+ # we do not use wait_for_tick() as it returns immediately when tick is inactive
+ $WAIT_FOR_TICK->wait;
+ } else {
+ $busy = 0;
+ Coro::schedule;
+ }
+ }
+};
+
+sub get_slot($;$$) {
+ return if tick_inhibit || $Coro::current == $Coro::main;
+
+ my ($time, $pri, $name) = @_;
+
+ $time = clamp $time, 0.01, $TICK * .6;
+
+ my $sig = new Coro::Signal;
+
+ push @SLOT_QUEUE, [$time, $pri, $sig, $name];
+ @SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
+ $SLOT_QUEUE->ready;
+ $sig->wait;
}
=item cf::async { BLOCK }
@@ -282,9 +649,10 @@
=item cf::sync_job { BLOCK }
-The design of crossfire+ requires that the main coro ($Coro::main) is
-always able to handle events or runnable, as crossfire+ is only partly
-reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.
+The design of Deliantra requires that the main coroutine ($Coro::main)
+is always able to handle events or runnable, as Deliantra is only
+partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
+acceptable.
If it must be done, put the blocking parts into C. This will run
the given BLOCK in another coroutine while waiting for the result. The
@@ -296,27 +664,38 @@
sub sync_job(&) {
my ($job) = @_;
- if ($Coro::current == $Coro::main) {
+ if (in_main) {
+ my $time = AE::time;
+
# this is the main coro, too bad, we have to block
# till the operation succeeds, freezing the server :/
- # TODO: use suspend/resume instead
- # (but this is cancel-safe)
+ #LOG llevError, Carp::longmess "sync job";#d#
+
my $freeze_guard = freeze_mainloop;
my $busy = 1;
my @res;
(async {
+ $Coro::current->desc ("sync job coro");
@res = eval { $job->() };
- warn $@ if $@;
+ error $@ if $@;
undef $busy;
})->prio (Coro::PRIO_MAX);
while ($busy) {
- Coro::cede or Event::one_event;
+ if (Coro::nready) {
+ Coro::cede_notself;
+ } else {
+ EV::loop EV::LOOP_ONESHOT;
+ }
}
+ my $time = AE::time - $time;
+
+ $TICK_START += $time; # do not account sync jobs to server load
+
wantarray ? @res : $res[0]
} else {
# we are in another coroutine, how wonderful, everything just works
@@ -345,26 +724,209 @@
$coro
}
-sub write_runtime {
- my $runtime = cf::localdir . "/runtime";
+=item fork_call { }, @args
- my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
- or return;
+Executes the given code block with the given arguments in a seperate
+process, returning the results. Everything must be serialisable with
+Coro::Storable. May, of course, block. Note that the executed sub may
+never block itself or use any form of event handling.
- my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock
- (aio_write $fh, 0, (length $value), $value, 0) <= 0
- and return;
+=cut
- aio_fsync $fh
- and return;
+sub post_fork {
+ reset_signals;
+}
- close $fh
- or return;
+sub fork_call(&@) {
+ my ($cb, @args) = @_;
- aio_rename "$runtime~", $runtime
- and return;
+ # we seemingly have to make a local copy of the whole thing,
+ # otherwise perl prematurely frees the stuff :/
+ # TODO: investigate and fix (likely this will be rather laborious)
- 1
+ my @res = Coro::Util::fork_eval {
+ cf::post_fork;
+ &$cb
+ } @args;
+
+ wantarray ? @res : $res[-1]
+}
+
+sub objinfo {
+ (
+ "counter value" => cf::object::object_count,
+ "objects created" => cf::object::create_count,
+ "objects destroyed" => cf::object::destroy_count,
+ "freelist size" => cf::object::free_count,
+ "allocated objects" => cf::object::objects_size,
+ "active objects" => cf::object::actives_size,
+ )
+}
+
+=item $coin = coin_from_name $name
+
+=cut
+
+our %coin_alias = (
+ "silver" => "silvercoin",
+ "silvercoin" => "silvercoin",
+ "silvercoins" => "silvercoin",
+ "gold" => "goldcoin",
+ "goldcoin" => "goldcoin",
+ "goldcoins" => "goldcoin",
+ "platinum" => "platinacoin",
+ "platinumcoin" => "platinacoin",
+ "platinumcoins" => "platinacoin",
+ "platina" => "platinacoin",
+ "platinacoin" => "platinacoin",
+ "platinacoins" => "platinacoin",
+ "royalty" => "royalty",
+ "royalties" => "royalty",
+);
+
+sub coin_from_name($) {
+ $coin_alias{$_[0]}
+ ? cf::arch::find $coin_alias{$_[0]}
+ : undef
+}
+
+=item $value = cf::db_get $family => $key
+
+Returns a single value from the environment database.
+
+=item cf::db_put $family => $key => $value
+
+Stores the given C<$value> in the family. It can currently store binary
+data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
+
+=item $db = cf::db_table "name"
+
+Create and/or open a new database table. The string must not be "db" and must be unique
+within each server.
+
+=cut
+
+sub db_table($) {
+ cf::error "db_get called from main context"
+ if $Coro::current == $Coro::main;
+
+ my ($name) = @_;
+ my $db = BDB::db_create $DB_ENV;
+
+ eval {
+ $db->set_flags (BDB::CHKSUM);
+
+ utf8::encode $name;
+ BDB::db_open $db, undef, $name, undef, BDB::BTREE,
+ BDB::CREATE | BDB::AUTO_COMMIT, 0666;
+ cf::cleanup "db_open(db): $!" if $!;
+ };
+ cf::cleanup "db_open(db): $@" if $@;
+
+ $db
+}
+
+our $DB;
+
+sub db_init {
+ $DB ||= db_table "db";
+}
+
+sub db_get($$) {
+ my $key = "$_[0]/$_[1]";
+
+ cf::error "db_get called from main context"
+ if $Coro::current == $Coro::main;
+
+ BDB::db_get $DB, undef, $key, my $data;
+
+ $! ? ()
+ : $data
+}
+
+sub db_put($$$) {
+ BDB::dbreq_pri 4;
+ BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
+}
+
+=item cf::cache $id => [$paths...], $processversion => $process
+
+Generic caching function that returns the value of the resource $id,
+caching and regenerating as required.
+
+This function can block.
+
+=cut
+
+sub cache {
+ my ($id, $src, $processversion, $process) = @_;
+
+ my $meta =
+ join "\x00",
+ $processversion,
+ map {
+ aio_stat $_
+ and Carp::croak "$_: $!";
+
+ ($_, (stat _)[7,9])
+ } @$src;
+
+ my $dbmeta = db_get cache => "$id/meta";
+ if ($dbmeta ne $meta) {
+ # changed, we may need to process
+
+ my @data;
+ my $md5;
+
+ for (0 .. $#$src) {
+ $data[$_] = load_file $src->[$_];
+ }
+
+ # if processing is expensive, check
+ # checksum first
+ if (1) {
+ $md5 =
+ join "\x00",
+ $processversion,
+ map {
+ cf::cede_to_tick;
+ ($src->[$_], Digest::MD5::md5_hex $data[$_])
+ } 0.. $#$src;
+
+
+ my $dbmd5 = db_get cache => "$id/md5";
+ if ($dbmd5 eq $md5) {
+ db_put cache => "$id/meta", $meta;
+
+ return db_get cache => "$id/data";
+ }
+ }
+
+ my $t1 = EV::time;
+ my $data = $process->(\@data);
+ my $t2 = EV::time;
+
+ info "cache: '$id' processed in ", $t2 - $t1, "s\n";
+
+ db_put cache => "$id/data", $data;
+ db_put cache => "$id/md5" , $md5;
+ db_put cache => "$id/meta", $meta;
+
+ return $data;
+ }
+
+ db_get cache => "$id/data"
+}
+
+=item cf::datalog type => key => value, ...
+
+Log a datalog packet of the given type with the given key-value pairs.
+
+=cut
+
+sub datalog($@) {
+ my ($type, %kv) = @_;
+ info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
}
=back
@@ -375,13 +937,13 @@
=head2 ATTACHABLE OBJECTS
-Many objects in crossfire are so-called attachable objects. That means you can
+Many objects in deliantra are so-called attachable objects. That means you can
attach callbacks/event handlers (a collection of which is called an "attachment")
to it. All such attachable objects support the following methods.
In the following description, CLASS can be any of C, C