--- deliantra/server/lib/cf.pm 2007/11/14 08:09:46 1.396
+++ deliantra/server/lib/cf.pm 2008/04/11 21:09:53 1.418
@@ -1,3 +1,24 @@
+#
+# This file is part of Deliantra, the Roguelike Realtime MMORPG.
+#
+# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
+#
+# Deliantra is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see .
+#
+# The authors can be reached via e-mail to
+#
+
package cf;
use utf8;
@@ -6,13 +27,13 @@
use Symbol;
use List::Util;
use Socket;
-use EV;
+use EV 3.2;
use Opcode;
use Safe;
use Safe::Hole;
use Storable ();
-use Coro 4.1 ();
+use Coro 4.50 ();
use Coro::State;
use Coro::Handle;
use Coro::EV;
@@ -20,15 +41,16 @@
use Coro::Signal;
use Coro::Semaphore;
use Coro::AIO;
+use Coro::BDB;
use Coro::Storable;
use Coro::Util ();
-use JSON::XS ();
+use JSON::XS 2.01 ();
use BDB ();
use Data::Dumper;
use Digest::MD5;
use Fcntl;
-use YAML::Syck ();
+use YAML ();
use IO::AIO 2.51 ();
use Time::HiRes;
use Compress::LZF;
@@ -40,9 +62,6 @@
Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
-# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
-$YAML::Syck::ImplicitUnicode = 1;
-
$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
@@ -70,13 +89,12 @@
our $PLAYERDIR = "$LOCALDIR/" . playerdir;
our $RANDOMDIR = "$LOCALDIR/random";
our $BDBDIR = "$LOCALDIR/db";
+our %RESOURCE;
our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
-our $TICK_WATCHER;
our $AIO_POLL_WATCHER;
our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
our $NEXT_TICK;
-our $NOW;
our $USE_FSYNC = 1; # use fsync to write maps - default off
our $BDB_POLL_WATCHER;
@@ -89,6 +107,7 @@
our $UPTIME; $UPTIME ||= time;
our $RUNTIME;
+our $NOW;
our (%PLAYER, %PLAYER_LOADING); # all users
our (%MAP, %MAP_LOADING ); # all maps
@@ -99,7 +118,8 @@
our $LOAD; # a number between 0 (idle) and 1 (too many objects)
our $LOADAVG; # same thing, but with alpha-smoothing
-our $tick_start; # for load detecting purposes
+our $JITTER; # average jitter
+our $TICK_START; # for load detecting purposes
binmode STDOUT;
binmode STDERR;
@@ -194,6 +214,21 @@
};
}
+$Coro::State::DIEHOOK = sub {
+ return unless $^S eq 0; # "eq", not "=="
+
+ if ($Coro::current == $Coro::main) {#d#
+ warn "DIEHOOK called in main context, Coro bug?\n";#d#
+ return;#d#
+ }#d#
+
+ # kill coroutine otherwise
+ warn Carp::longmess $_[0];
+ Coro::terminate
+};
+
+$SIG{__DIE__} = sub { }; #d#?
+
@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
@@ -248,11 +283,11 @@
} || "[unable to dump $_[0]: '$@']";
}
-=item $ref = cf::from_json $json
+=item $ref = cf::decode_json $json
Converts a JSON string into the corresponding perl data structure.
-=item $json = cf::to_json $ref
+=item $json = cf::encode_json $ref
Converts a perl data structure into its JSON representation.
@@ -260,8 +295,8 @@
our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
-sub to_json ($) { $json_coder->encode ($_[0]) }
-sub from_json ($) { $json_coder->decode ($_[0]) }
+sub encode_json($) { $json_coder->encode ($_[0]) }
+sub decode_json($) { $json_coder->decode ($_[0]) }
=item cf::lock_wait $string
@@ -327,13 +362,9 @@
}
sub freeze_mainloop {
- return unless $TICK_WATCHER->is_active;
+ tick_inhibit_inc;
- my $guard = Coro::guard {
- $TICK_WATCHER->start;
- };
- $TICK_WATCHER->stop;
- $guard
+ Coro::guard \&tick_inhibit_dec;
}
=item cf::periodic $interval, $cb
@@ -444,8 +475,6 @@
LOG llevError, Carp::longmess "sync job";#d#
- # TODO: use suspend/resume instead
- # (but this is cancel-safe)
my $freeze_guard = freeze_mainloop;
my $busy = 1;
@@ -466,12 +495,9 @@
}
}
- $time = EV::time - $time;
-
- LOG llevError | logBacktrace, Carp::longmess "long sync job"
- if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
+ my $time = EV::time - $time;
- $tick_start += $time; # do not account sync jobs to server load
+ $TICK_START += $time; # do not account sync jobs to server load
wantarray ? @res : $res[0]
} else {
@@ -525,6 +551,33 @@
wantarray ? @res : $res[-1]
}
+=item $coin = coin_from_name $name
+
+=cut
+
+our %coin_alias = (
+ "silver" => "silvercoin",
+ "silvercoin" => "silvercoin",
+ "silvercoins" => "silvercoin",
+ "gold" => "goldcoin",
+ "goldcoin" => "goldcoin",
+ "goldcoins" => "goldcoin",
+ "platinum" => "platinacoin",
+ "platinumcoin" => "platinacoin",
+ "platinumcoins" => "platinacoin",
+ "platina" => "platinacoin",
+ "platinacoin" => "platinacoin",
+ "platinacoins" => "platinacoin",
+ "royalty" => "royalty",
+ "royalties" => "royalty",
+);
+
+sub coin_from_name($) {
+ $coin_alias{$_[0]}
+ ? cf::arch::find $coin_alias{$_[0]}
+ : undef
+}
+
=item $value = cf::db_get $family => $key
Returns a single value from the environment database.
@@ -969,7 +1022,7 @@
0
}
-=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)
+=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
@@ -1057,7 +1110,7 @@
on_instantiate => sub {
my ($obj, $data) = @_;
- $data = from_json $data;
+ $data = decode_json $data;
for (@$data) {
my ($name, $args) = @$_;
@@ -1304,8 +1357,7 @@
if (exists $v->{meta}{mandatory}) {
warn $msg;
- warn "mandatory extension failed to load, exiting.\n";
- exit 1;
+ cf::cleanup "mandatory extension failed to load, exiting.";
}
warn $msg;
@@ -1725,6 +1777,9 @@
sub generate_random_map {
my ($self, $rmp) = @_;
+
+ my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
+
# mit "rum" bekleckern, nicht
$self->_create_random_map (
$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
@@ -2327,8 +2382,6 @@
]
}
-package cf;
-
=back
=head3 cf::object
@@ -2640,7 +2693,7 @@
$rmp->{random_seed} ||= $exit->random_seed;
- my $data = cf::to_json $rmp;
+ my $data = cf::encode_json $rmp;
my $md5 = Digest::MD5::md5_hex $data;
my $meta = "$RANDOMDIR/$md5.meta";
@@ -3150,6 +3203,7 @@
while (my ($face, $info) = each %$faces) {
my $idx = (cf::face::find $face) || cf::face::alloc $face;
+
cf::face::set_visibility $idx, $info->{visibility};
cf::face::set_magicmap $idx, $info->{magicmap};
cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
@@ -3160,8 +3214,10 @@
while (my ($face, $info) = each %$faces) {
next unless $info->{smooth};
+
my $idx = cf::face::find $face
or next;
+
if (my $smooth = cf::face::find $info->{smooth}) {
cf::face::set_smooth $idx, $smooth;
cf::face::set_smoothlevel $idx, $info->{smoothlevel};
@@ -3189,52 +3245,58 @@
# that gcfclient doesn't grok a >10000 face index.
my $res = $facedata->{resource};
- my $soundconf = delete $res->{"res/sound.conf"};
-
while (my ($name, $info) = each %$res) {
- my $idx = (cf::face::find $name) || cf::face::alloc $name;
- my $data;
+ if (defined $info->{type}) {
+ my $idx = (cf::face::find $name) || cf::face::alloc $name;
+ my $data;
+
+ if ($info->{type} & 1) {
+ # prepend meta info
+
+ my $meta = $enc->encode ({
+ name => $name,
+ %{ $info->{meta} || {} },
+ });
- if ($info->{type} & 1) {
- # prepend meta info
-
- my $meta = $enc->encode ({
- name => $name,
- %{ $info->{meta} || {} },
- });
+ $data = pack "(w/a*)*", $meta, $info->{data};
+ } else {
+ $data = $info->{data};
+ }
- $data = pack "(w/a*)*", $meta, $info->{data};
+ cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
+ cf::face::set_type $idx, $info->{type};
} else {
- $data = $info->{data};
+ $RESOURCE{$name} = $info;
}
- cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
- cf::face::set_type $idx, $info->{type};
-
cf::cede_to_tick;
}
+ }
- if ($soundconf) {
- $soundconf = $enc->decode (delete $soundconf->{data});
+ cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
- for (0 .. SOUND_CAST_SPELL_0 - 1) {
- my $sound = $soundconf->{compat}[$_]
- or next;
+ 1
+}
- my $face = cf::face::find "sound/$sound->[1]";
- cf::sound::set $sound->[0] => $face;
- cf::sound::old_sound_index $_, $face; # gcfclient-compat
- }
+cf::global->attach (on_resource_update => sub {
+ if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
+ $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
- while (my ($k, $v) = each %{$soundconf->{event}}) {
- my $face = cf::face::find "sound/$v";
- cf::sound::set $k => $face;
- }
+ for (0 .. SOUND_CAST_SPELL_0 - 1) {
+ my $sound = $soundconf->{compat}[$_]
+ or next;
+
+ my $face = cf::face::find "sound/$sound->[1]";
+ cf::sound::set $sound->[0] => $face;
+ cf::sound::old_sound_index $_, $face; # gcfclient-compat
}
- }
- 1
-}
+ while (my ($k, $v) = each %{$soundconf->{event}}) {
+ my $face = cf::face::find "sound/$v";
+ cf::sound::set $k => $face;
+ }
+ }
+});
register_exticmd fx_want => sub {
my ($ns, $want) = @_;
@@ -3299,7 +3361,7 @@
or return;
local $/;
- *CFG = YAML::Syck::Load <$fh>;
+ *CFG = YAML::Load <$fh>;
$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
@@ -3329,7 +3391,8 @@
db_init;
load_extensions;
- $TICK_WATCHER->start;
+ $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
+ evthread_start IO::AIO::poll_fileno;
EV::loop;
}
@@ -3346,7 +3409,7 @@
}
}
-sub write_runtime {
+sub write_runtime_sync {
my $runtime = "$LOCALDIR/runtime";
# first touch the runtime file to show we are still running:
@@ -3384,6 +3447,49 @@
1
}
+our $uuid_lock;
+our $uuid_skip;
+
+sub write_uuid_sync($) {
+ $uuid_skip ||= $_[0];
+
+ return if $uuid_lock;
+ local $uuid_lock = 1;
+
+ my $uuid = "$LOCALDIR/uuid";
+
+ my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
+ or return;
+
+ my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
+ $uuid_skip = 0;
+
+ (aio_write $fh, 0, (length $value), $value, 0) <= 0
+ and return;
+
+ # always fsync - this file is important
+ aio_fsync $fh
+ and return;
+
+ close $fh
+ or return;
+
+ aio_rename "$uuid~", $uuid
+ and return;
+
+ warn "uuid file written ($value).\n";
+
+ 1
+
+}
+
+sub write_uuid($$) {
+ my ($skip, $sync) = @_;
+
+ $sync ? write_uuid_sync $skip
+ : async { write_uuid_sync $skip };
+}
+
sub emergency_save() {
my $freeze_guard = cf::freeze_mainloop;
@@ -3413,6 +3519,10 @@
warn "begin emergency database checkpoint\n";
BDB::db_env_txn_checkpoint $DB_ENV;
warn "end emergency database checkpoint\n";
+
+ warn "begin write uuid\n";
+ write_uuid_sync 1;
+ warn "end write uuid\n";
};
warn "leave emergency perl save\n";
@@ -3437,9 +3547,9 @@
warn "entering sync_job";
cf::sync_job {
- cf::write_runtime; # external watchdog should not bark
+ cf::write_runtime_sync; # external watchdog should not bark
cf::emergency_save;
- cf::write_runtime; # external watchdog should not bark
+ cf::write_runtime_sync; # external watchdog should not bark
warn "syncing database to disk";
BDB::db_env_txn_checkpoint $DB_ENV;
@@ -3536,8 +3646,7 @@
1
} or do {
warn $@;
- warn "error while reloading, exiting.";
- exit 1;
+ cf::cleanup "error while reloading, exiting.";
};
warn "reloaded";
@@ -3550,8 +3659,8 @@
# coro crashes during coro_state_free->destroy here.
$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
- undef $RELOAD_WATCHER;
do_reload_perl;
+ undef $RELOAD_WATCHER;
};
}
@@ -3575,7 +3684,7 @@
our @WAIT_FOR_TICK_BEGIN;
sub wait_for_tick {
- return unless $TICK_WATCHER->is_active;
+ return if tick_inhibit;
return if $Coro::current == $Coro::main;
my $signal = new Coro::Signal;
@@ -3584,7 +3693,7 @@
}
sub wait_for_tick_begin {
- return unless $TICK_WATCHER->is_active;
+ return if tick_inhibit;
return if $Coro::current == $Coro::main;
my $signal = new Coro::Signal;
@@ -3592,25 +3701,20 @@
$signal->wait;
}
-$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub {
+sub tick {
if ($Coro::current != $Coro::main) {
Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
unless ++$bug_warning > 10;
return;
}
- $NOW = $tick_start = EV::now;
-
cf::server_tick; # one server iteration
- $RUNTIME += $TICK;
- $NEXT_TICK += $TICK;
-
if ($NOW >= $NEXT_RUNTIME_WRITE) {
- $NEXT_RUNTIME_WRITE = $NOW + 10;
+ $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
Coro::async_pool {
$Coro::current->{desc} = "runtime saver";
- write_runtime
+ write_runtime_sync
or warn "ERROR: unable to write runtime file: $!";
};
}
@@ -3622,32 +3726,24 @@
$sig->send;
}
- $LOAD = ($NOW - $tick_start) / $TICK;
+ $LOAD = ($NOW - $TICK_START) / $TICK;
$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
- _post_tick;
-};
-$TICK_WATCHER->priority (EV::MAXPRI);
+ if (0) {
+ if ($NEXT_TICK) {
+ my $jitter = $TICK_START - $NEXT_TICK;
+ $JITTER = $JITTER * 0.75 + $jitter * 0.25;
+ warn "jitter $JITTER\n";#d#
+ }
+ }
+}
{
- BDB::min_parallel 8;
- BDB::max_poll_time $TICK * 0.1;
- $BDB_POLL_WATCHER = EV::io BDB::poll_fileno, EV::READ, \&BDB::poll_cb;
+ # configure BDB
- BDB::set_sync_prepare {
- my $status;
- my $current = $Coro::current;
- (
- sub {
- $status = $!;
- $current->ready; undef $current;
- },
- sub {
- Coro::schedule while defined $current;
- $! = $status;
- },
- )
- };
+ BDB::min_parallel 8;
+ BDB::max_poll_reqs $TICK * 0.1;
+ $Coro::BDB::WATCHER->priority (1);
unless ($DB_ENV) {
$DB_ENV = BDB::db_env_create;
@@ -3684,11 +3780,11 @@
}
{
- IO::AIO::min_parallel 8;
+ # configure IO::AIO
- undef $Coro::AIO::WATCHER;
+ IO::AIO::min_parallel 8;
IO::AIO::max_poll_time $TICK * 0.1;
- $AIO_POLL_WATCHER = EV::io IO::AIO::poll_fileno, EV::READ, \&IO::AIO::poll_cb;
+ $Coro::AIO::WATCHER->priority (1);
}
my $_log_backtrace;