ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.408 by root, Mon Jan 14 10:12:12 2008 UTC vs.
Revision 1.419 by root, Sun Apr 13 01:34:09 2008 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation, either version 3 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18#
19# The authors can be reached via e-mail to <support@deliantra.net>
20#
21
1package cf; 22package cf;
2 23
3use utf8; 24use utf8;
4use strict; 25use strict;
5 26
6use Symbol; 27use Symbol;
7use List::Util; 28use List::Util;
8use Socket; 29use Socket;
9use EV 1.86; 30use EV 3.2;
10use Opcode; 31use Opcode;
11use Safe; 32use Safe;
12use Safe::Hole; 33use Safe::Hole;
13use Storable (); 34use Storable ();
14 35
15use Coro 4.32 (); 36use Coro 4.50 ();
16use Coro::State; 37use Coro::State;
17use Coro::Handle; 38use Coro::Handle;
18use Coro::EV; 39use Coro::EV;
19use Coro::Timer; 40use Coro::Timer;
20use Coro::Signal; 41use Coro::Signal;
69our $RANDOMDIR = "$LOCALDIR/random"; 90our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db"; 91our $BDBDIR = "$LOCALDIR/db";
71our %RESOURCE; 92our %RESOURCE;
72 93
73our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 94our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
74our $TICK_WATCHER;
75our $AIO_POLL_WATCHER; 95our $AIO_POLL_WATCHER;
76our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 96our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
77our $NEXT_TICK; 97our $NEXT_TICK;
78our $USE_FSYNC = 1; # use fsync to write maps - default off 98our $USE_FSYNC = 1; # use fsync to write maps - default off
79 99
96# used to convert map paths into valid unix filenames by replacing / by ∕ 116# used to convert map paths into valid unix filenames by replacing / by ∕
97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 117our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98 118
99our $LOAD; # a number between 0 (idle) and 1 (too many objects) 119our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing 120our $LOADAVG; # same thing, but with alpha-smoothing
121our $JITTER; # average jitter
101our $tick_start; # for load detecting purposes 122our $TICK_START; # for load detecting purposes
102 123
103binmode STDOUT; 124binmode STDOUT;
104binmode STDERR; 125binmode STDERR;
105 126
106# read virtual server time, if available 127# read virtual server time, if available
192 LOG llevError, $msg; 213 LOG llevError, $msg;
193 }; 214 };
194} 215}
195 216
196$Coro::State::DIEHOOK = sub { 217$Coro::State::DIEHOOK = sub {
218 return unless $^S eq 0; # "eq", not "=="
219
220 if ($Coro::current == $Coro::main) {#d#
221 warn "DIEHOOK called in main context, Coro bug?\n";#d#
222 return;#d#
223 }#d#
224
225 # kill coroutine otherwise
197 warn Carp::longmess $_[0]; 226 warn Carp::longmess $_[0];
198 Coro::terminate; 227 Coro::terminate
199}; 228};
229
230$SIG{__DIE__} = sub { }; #d#?
200 231
201@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 232@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
202@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 233@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
203@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 234@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
204@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 235@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
329 360
330 ! ! $LOCK{$key} 361 ! ! $LOCK{$key}
331} 362}
332 363
333sub freeze_mainloop { 364sub freeze_mainloop {
334 return unless $TICK_WATCHER->is_active; 365 tick_inhibit_inc;
335 366
336 my $guard = Coro::guard { 367 Coro::guard \&tick_inhibit_dec;
337 $TICK_WATCHER->start;
338 };
339 $TICK_WATCHER->stop;
340 $guard
341} 368}
342 369
343=item cf::periodic $interval, $cb 370=item cf::periodic $interval, $cb
344 371
345Like EV::periodic, but randomly selects a starting point so that the actions 372Like EV::periodic, but randomly selects a starting point so that the actions
446 # this is the main coro, too bad, we have to block 473 # this is the main coro, too bad, we have to block
447 # till the operation succeeds, freezing the server :/ 474 # till the operation succeeds, freezing the server :/
448 475
449 LOG llevError, Carp::longmess "sync job";#d# 476 LOG llevError, Carp::longmess "sync job";#d#
450 477
451 # TODO: use suspend/resume instead
452 # (but this is cancel-safe)
453 my $freeze_guard = freeze_mainloop; 478 my $freeze_guard = freeze_mainloop;
454 479
455 my $busy = 1; 480 my $busy = 1;
456 my @res; 481 my @res;
457 482
468 } else { 493 } else {
469 EV::loop EV::LOOP_ONESHOT; 494 EV::loop EV::LOOP_ONESHOT;
470 } 495 }
471 } 496 }
472 497
473 $time = EV::time - $time; 498 my $time = EV::time - $time;
474 499
475 LOG llevError | logBacktrace, Carp::longmess "long sync job"
476 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
477
478 $tick_start += $time; # do not account sync jobs to server load 500 $TICK_START += $time; # do not account sync jobs to server load
479 501
480 wantarray ? @res : $res[0] 502 wantarray ? @res : $res[0]
481 } else { 503 } else {
482 # we are in another coroutine, how wonderful, everything just works 504 # we are in another coroutine, how wonderful, everything just works
483 505
525 reset_signals; 547 reset_signals;
526 &$cb 548 &$cb
527 }, @args; 549 }, @args;
528 550
529 wantarray ? @res : $res[-1] 551 wantarray ? @res : $res[-1]
552}
553
554=item $coin = coin_from_name $name
555
556=cut
557
558our %coin_alias = (
559 "silver" => "silvercoin",
560 "silvercoin" => "silvercoin",
561 "silvercoins" => "silvercoin",
562 "gold" => "goldcoin",
563 "goldcoin" => "goldcoin",
564 "goldcoins" => "goldcoin",
565 "platinum" => "platinacoin",
566 "platinumcoin" => "platinacoin",
567 "platinumcoins" => "platinacoin",
568 "platina" => "platinacoin",
569 "platinacoin" => "platinacoin",
570 "platinacoins" => "platinacoin",
571 "royalty" => "royalty",
572 "royalties" => "royalty",
573);
574
575sub coin_from_name($) {
576 $coin_alias{$_[0]}
577 ? cf::arch::find $coin_alias{$_[0]}
578 : undef
530} 579}
531 580
532=item $value = cf::db_get $family => $key 581=item $value = cf::db_get $family => $key
533 582
534Returns a single value from the environment database. 583Returns a single value from the environment database.
1306 my $msg = $@ ? "$v->{path}: $@\n" 1355 my $msg = $@ ? "$v->{path}: $@\n"
1307 : "$v->{base}: extension inactive.\n"; 1356 : "$v->{base}: extension inactive.\n";
1308 1357
1309 if (exists $v->{meta}{mandatory}) { 1358 if (exists $v->{meta}{mandatory}) {
1310 warn $msg; 1359 warn $msg;
1311 warn "mandatory extension failed to load, exiting.\n"; 1360 cf::cleanup "mandatory extension failed to load, exiting.";
1312 exit 1;
1313 } 1361 }
1314 1362
1315 warn $msg; 1363 warn $msg;
1316 } 1364 }
1317 1365
1727our $MAX_RESET = 3600; 1775our $MAX_RESET = 3600;
1728our $DEFAULT_RESET = 3000; 1776our $DEFAULT_RESET = 3000;
1729 1777
1730sub generate_random_map { 1778sub generate_random_map {
1731 my ($self, $rmp) = @_; 1779 my ($self, $rmp) = @_;
1780
1781 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1782
1732 # mit "rum" bekleckern, nicht 1783 # mit "rum" bekleckern, nicht
1733 $self->_create_random_map ( 1784 $self->_create_random_map (
1734 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1785 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1735 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1786 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1736 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1787 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1858 1909
1859# the temporary/swap location 1910# the temporary/swap location
1860sub save_path { 1911sub save_path {
1861 my ($self) = @_; 1912 my ($self) = @_;
1862 1913
1863 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1914 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1864 "$TMPDIR/$path.map" 1915 "$TMPDIR/$path.map"
1865} 1916}
1866 1917
1867# the unique path, undef == no special unique path 1918# the unique path, undef == no special unique path
1868sub uniq_path { 1919sub uniq_path {
1869 my ($self) = @_; 1920 my ($self) = @_;
1870 1921
1871 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1922 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1872 "$UNIQUEDIR/$path" 1923 "$UNIQUEDIR/$path"
1873} 1924}
1874 1925
1875# and all this just because we cannot iterate over 1926# and all this just because we cannot iterate over
1876# all maps in C++... 1927# all maps in C++...
2322 2373
2323sub unique_maps() { 2374sub unique_maps() {
2324 [ 2375 [
2325 map { 2376 map {
2326 utf8::decode $_; 2377 utf8::decode $_;
2327 /\.map$/ 2378 s/\.map$//; # TODO future compatibility hack
2379 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2380 ? ()
2328 ? normalise $_ 2381 : normalise $_
2329 : ()
2330 } @{ aio_readdir $UNIQUEDIR or [] } 2382 } @{ aio_readdir $UNIQUEDIR or [] }
2331 ] 2383 ]
2332} 2384}
2333 2385
2334package cf;
2335
2336=back 2386=back
2337 2387
2338=head3 cf::object 2388=head3 cf::object
2339 2389
2340=cut 2390=cut
2343 2393
2344=over 4 2394=over 4
2345 2395
2346=item $ob->inv_recursive 2396=item $ob->inv_recursive
2347 2397
2348Returns the inventory of the object _and_ their inventories, recursively. 2398Returns the inventory of the object I<and> their inventories, recursively,
2399but I<not> the object itself.
2349 2400
2350=cut 2401=cut
2351 2402
2352sub inv_recursive_; 2403sub inv_recursive_;
2353sub inv_recursive_ { 2404sub inv_recursive_ {
2358 inv_recursive_ inv $_[0] 2409 inv_recursive_ inv $_[0]
2359} 2410}
2360 2411
2361=item $ref = $ob->ref 2412=item $ref = $ob->ref
2362 2413
2363creates and returns a persistent reference to an objetc that can be stored as a string. 2414Creates and returns a persistent reference to an object that can be stored as a string.
2364 2415
2365=item $ob = cf::object::deref ($refstring) 2416=item $ob = cf::object::deref ($refstring)
2366 2417
2367returns the objetc referenced by refstring. may return undef when it cnanot find the object, 2418returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2368even if the object actually exists. May block. 2419even if the object actually exists. May block.
3340 3391
3341 reload_config; 3392 reload_config;
3342 db_init; 3393 db_init;
3343 load_extensions; 3394 load_extensions;
3344 3395
3345 $TICK_WATCHER->start;
3346 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3396 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3397 evthread_start IO::AIO::poll_fileno;
3347 EV::loop; 3398 EV::loop;
3348} 3399}
3349 3400
3350############################################################################# 3401#############################################################################
3351# initialisation and cleanup 3402# initialisation and cleanup
3358 cf::cleanup "SIG$signal"; 3409 cf::cleanup "SIG$signal";
3359 }; 3410 };
3360 } 3411 }
3361} 3412}
3362 3413
3363sub write_runtime { 3414sub write_runtime_sync {
3364 my $runtime = "$LOCALDIR/runtime"; 3415 my $runtime = "$LOCALDIR/runtime";
3365 3416
3366 # first touch the runtime file to show we are still running: 3417 # first touch the runtime file to show we are still running:
3367 # the fsync below can take a very very long time. 3418 # the fsync below can take a very very long time.
3368 3419
3394 and return; 3445 and return;
3395 3446
3396 warn "runtime file written.\n"; 3447 warn "runtime file written.\n";
3397 3448
3398 1 3449 1
3450}
3451
3452our $uuid_lock;
3453our $uuid_skip;
3454
3455sub write_uuid_sync($) {
3456 $uuid_skip ||= $_[0];
3457
3458 return if $uuid_lock;
3459 local $uuid_lock = 1;
3460
3461 my $uuid = "$LOCALDIR/uuid";
3462
3463 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3464 or return;
3465
3466 my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
3467 $uuid_skip = 0;
3468
3469 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3470 and return;
3471
3472 # always fsync - this file is important
3473 aio_fsync $fh
3474 and return;
3475
3476 close $fh
3477 or return;
3478
3479 aio_rename "$uuid~", $uuid
3480 and return;
3481
3482 warn "uuid file written ($value).\n";
3483
3484 1
3485
3486}
3487
3488sub write_uuid($$) {
3489 my ($skip, $sync) = @_;
3490
3491 $sync ? write_uuid_sync $skip
3492 : async { write_uuid_sync $skip };
3399} 3493}
3400 3494
3401sub emergency_save() { 3495sub emergency_save() {
3402 my $freeze_guard = cf::freeze_mainloop; 3496 my $freeze_guard = cf::freeze_mainloop;
3403 3497
3425 warn "end emergency map save\n"; 3519 warn "end emergency map save\n";
3426 3520
3427 warn "begin emergency database checkpoint\n"; 3521 warn "begin emergency database checkpoint\n";
3428 BDB::db_env_txn_checkpoint $DB_ENV; 3522 BDB::db_env_txn_checkpoint $DB_ENV;
3429 warn "end emergency database checkpoint\n"; 3523 warn "end emergency database checkpoint\n";
3524
3525 warn "begin write uuid\n";
3526 write_uuid_sync 1;
3527 warn "end write uuid\n";
3430 }; 3528 };
3431 3529
3432 warn "leave emergency perl save\n"; 3530 warn "leave emergency perl save\n";
3433} 3531}
3434 3532
3449 warn "reloading..."; 3547 warn "reloading...";
3450 3548
3451 warn "entering sync_job"; 3549 warn "entering sync_job";
3452 3550
3453 cf::sync_job { 3551 cf::sync_job {
3454 cf::write_runtime; # external watchdog should not bark 3552 cf::write_runtime_sync; # external watchdog should not bark
3455 cf::emergency_save; 3553 cf::emergency_save;
3456 cf::write_runtime; # external watchdog should not bark 3554 cf::write_runtime_sync; # external watchdog should not bark
3457 3555
3458 warn "syncing database to disk"; 3556 warn "syncing database to disk";
3459 BDB::db_env_txn_checkpoint $DB_ENV; 3557 BDB::db_env_txn_checkpoint $DB_ENV;
3460 3558
3461 # if anything goes wrong in here, we should simply crash as we already saved 3559 # if anything goes wrong in here, we should simply crash as we already saved
3548 warn "leaving sync_job"; 3646 warn "leaving sync_job";
3549 3647
3550 1 3648 1
3551 } or do { 3649 } or do {
3552 warn $@; 3650 warn $@;
3553 warn "error while reloading, exiting."; 3651 cf::cleanup "error while reloading, exiting.";
3554 exit 1;
3555 }; 3652 };
3556 3653
3557 warn "reloaded"; 3654 warn "reloaded";
3558}; 3655};
3559 3656
3562sub reload_perl() { 3659sub reload_perl() {
3563 # doing reload synchronously and two reloads happen back-to-back, 3660 # doing reload synchronously and two reloads happen back-to-back,
3564 # coro crashes during coro_state_free->destroy here. 3661 # coro crashes during coro_state_free->destroy here.
3565 3662
3566 $RELOAD_WATCHER ||= EV::timer 0, 0, sub { 3663 $RELOAD_WATCHER ||= EV::timer 0, 0, sub {
3664 do_reload_perl;
3567 undef $RELOAD_WATCHER; 3665 undef $RELOAD_WATCHER;
3568 do_reload_perl;
3569 }; 3666 };
3570} 3667}
3571 3668
3572register_command "reload" => sub { 3669register_command "reload" => sub {
3573 my ($who, $arg) = @_; 3670 my ($who, $arg) = @_;
3587 3684
3588our @WAIT_FOR_TICK; 3685our @WAIT_FOR_TICK;
3589our @WAIT_FOR_TICK_BEGIN; 3686our @WAIT_FOR_TICK_BEGIN;
3590 3687
3591sub wait_for_tick { 3688sub wait_for_tick {
3592 return unless $TICK_WATCHER->is_active; 3689 return if tick_inhibit;
3593 return if $Coro::current == $Coro::main; 3690 return if $Coro::current == $Coro::main;
3594 3691
3595 my $signal = new Coro::Signal; 3692 my $signal = new Coro::Signal;
3596 push @WAIT_FOR_TICK, $signal; 3693 push @WAIT_FOR_TICK, $signal;
3597 $signal->wait; 3694 $signal->wait;
3598} 3695}
3599 3696
3600sub wait_for_tick_begin { 3697sub wait_for_tick_begin {
3601 return unless $TICK_WATCHER->is_active; 3698 return if tick_inhibit;
3602 return if $Coro::current == $Coro::main; 3699 return if $Coro::current == $Coro::main;
3603 3700
3604 my $signal = new Coro::Signal; 3701 my $signal = new Coro::Signal;
3605 push @WAIT_FOR_TICK_BEGIN, $signal; 3702 push @WAIT_FOR_TICK_BEGIN, $signal;
3606 $signal->wait; 3703 $signal->wait;
3607} 3704}
3608 3705
3609$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub { 3706sub tick {
3610 if ($Coro::current != $Coro::main) { 3707 if ($Coro::current != $Coro::main) {
3611 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3708 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3612 unless ++$bug_warning > 10; 3709 unless ++$bug_warning > 10;
3613 return; 3710 return;
3614 } 3711 }
3615 3712
3616 $NOW = $tick_start = EV::now;
3617
3618 cf::server_tick; # one server iteration 3713 cf::server_tick; # one server iteration
3619
3620 $RUNTIME += $TICK;
3621 $NEXT_TICK = $_[0]->at;
3622 3714
3623 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3715 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3624 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 3716 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3625 Coro::async_pool { 3717 Coro::async_pool {
3626 $Coro::current->{desc} = "runtime saver"; 3718 $Coro::current->{desc} = "runtime saver";
3627 write_runtime 3719 write_runtime_sync
3628 or warn "ERROR: unable to write runtime file: $!"; 3720 or warn "ERROR: unable to write runtime file: $!";
3629 }; 3721 };
3630 } 3722 }
3631 3723
3632 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3724 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3634 } 3726 }
3635 while (my $sig = shift @WAIT_FOR_TICK) { 3727 while (my $sig = shift @WAIT_FOR_TICK) {
3636 $sig->send; 3728 $sig->send;
3637 } 3729 }
3638 3730
3639 $LOAD = ($NOW - $tick_start) / $TICK; 3731 $LOAD = ($NOW - $TICK_START) / $TICK;
3640 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3732 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3641 3733
3642 _post_tick; 3734 if (0) {
3643}; 3735 if ($NEXT_TICK) {
3644$TICK_WATCHER->priority (EV::MAXPRI); 3736 my $jitter = $TICK_START - $NEXT_TICK;
3737 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3738 warn "jitter $JITTER\n";#d#
3739 }
3740 }
3741}
3645 3742
3646{ 3743{
3647 # configure BDB 3744 # configure BDB
3648 3745
3649 BDB::min_parallel 8; 3746 BDB::min_parallel 8;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines