ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.410 by root, Tue Jan 15 12:02:24 2008 UTC vs.
Revision 1.419 by root, Sun Apr 13 01:34:09 2008 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation, either version 3 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18#
19# The authors can be reached via e-mail to <support@deliantra.net>
20#
21
1package cf; 22package cf;
2 23
3use utf8; 24use utf8;
4use strict; 25use strict;
5 26
6use Symbol; 27use Symbol;
7use List::Util; 28use List::Util;
8use Socket; 29use Socket;
9use EV 1.86; 30use EV 3.2;
10use Opcode; 31use Opcode;
11use Safe; 32use Safe;
12use Safe::Hole; 33use Safe::Hole;
13use Storable (); 34use Storable ();
14 35
15use Coro 4.32 (); 36use Coro 4.50 ();
16use Coro::State; 37use Coro::State;
17use Coro::Handle; 38use Coro::Handle;
18use Coro::EV; 39use Coro::EV;
19use Coro::Timer; 40use Coro::Timer;
20use Coro::Signal; 41use Coro::Signal;
69our $RANDOMDIR = "$LOCALDIR/random"; 90our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db"; 91our $BDBDIR = "$LOCALDIR/db";
71our %RESOURCE; 92our %RESOURCE;
72 93
73our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 94our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
74our $TICK_WATCHER;
75our $AIO_POLL_WATCHER; 95our $AIO_POLL_WATCHER;
76our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 96our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
77our $NEXT_TICK; 97our $NEXT_TICK;
78our $USE_FSYNC = 1; # use fsync to write maps - default off 98our $USE_FSYNC = 1; # use fsync to write maps - default off
79 99
96# used to convert map paths into valid unix filenames by replacing / by ∕ 116# used to convert map paths into valid unix filenames by replacing / by ∕
97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 117our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98 118
99our $LOAD; # a number between 0 (idle) and 1 (too many objects) 119our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing 120our $LOADAVG; # same thing, but with alpha-smoothing
121our $JITTER; # average jitter
101our $tick_start; # for load detecting purposes 122our $TICK_START; # for load detecting purposes
102 123
103binmode STDOUT; 124binmode STDOUT;
104binmode STDERR; 125binmode STDERR;
105 126
106# read virtual server time, if available 127# read virtual server time, if available
339 360
340 ! ! $LOCK{$key} 361 ! ! $LOCK{$key}
341} 362}
342 363
343sub freeze_mainloop { 364sub freeze_mainloop {
344 return unless $TICK_WATCHER->is_active; 365 tick_inhibit_inc;
345 366
346 my $guard = Coro::guard { 367 Coro::guard \&tick_inhibit_dec;
347 $TICK_WATCHER->start;
348 };
349 $TICK_WATCHER->stop;
350 $guard
351} 368}
352 369
353=item cf::periodic $interval, $cb 370=item cf::periodic $interval, $cb
354 371
355Like EV::periodic, but randomly selects a starting point so that the actions 372Like EV::periodic, but randomly selects a starting point so that the actions
456 # this is the main coro, too bad, we have to block 473 # this is the main coro, too bad, we have to block
457 # till the operation succeeds, freezing the server :/ 474 # till the operation succeeds, freezing the server :/
458 475
459 LOG llevError, Carp::longmess "sync job";#d# 476 LOG llevError, Carp::longmess "sync job";#d#
460 477
461 # TODO: use suspend/resume instead
462 # (but this is cancel-safe)
463 my $freeze_guard = freeze_mainloop; 478 my $freeze_guard = freeze_mainloop;
464 479
465 my $busy = 1; 480 my $busy = 1;
466 my @res; 481 my @res;
467 482
478 } else { 493 } else {
479 EV::loop EV::LOOP_ONESHOT; 494 EV::loop EV::LOOP_ONESHOT;
480 } 495 }
481 } 496 }
482 497
483 $time = EV::time - $time; 498 my $time = EV::time - $time;
484 499
485 LOG llevError | logBacktrace, Carp::longmess "long sync job"
486 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
487
488 $tick_start += $time; # do not account sync jobs to server load 500 $TICK_START += $time; # do not account sync jobs to server load
489 501
490 wantarray ? @res : $res[0] 502 wantarray ? @res : $res[0]
491 } else { 503 } else {
492 # we are in another coroutine, how wonderful, everything just works 504 # we are in another coroutine, how wonderful, everything just works
493 505
535 reset_signals; 547 reset_signals;
536 &$cb 548 &$cb
537 }, @args; 549 }, @args;
538 550
539 wantarray ? @res : $res[-1] 551 wantarray ? @res : $res[-1]
552}
553
554=item $coin = coin_from_name $name
555
556=cut
557
558our %coin_alias = (
559 "silver" => "silvercoin",
560 "silvercoin" => "silvercoin",
561 "silvercoins" => "silvercoin",
562 "gold" => "goldcoin",
563 "goldcoin" => "goldcoin",
564 "goldcoins" => "goldcoin",
565 "platinum" => "platinacoin",
566 "platinumcoin" => "platinacoin",
567 "platinumcoins" => "platinacoin",
568 "platina" => "platinacoin",
569 "platinacoin" => "platinacoin",
570 "platinacoins" => "platinacoin",
571 "royalty" => "royalty",
572 "royalties" => "royalty",
573);
574
575sub coin_from_name($) {
576 $coin_alias{$_[0]}
577 ? cf::arch::find $coin_alias{$_[0]}
578 : undef
540} 579}
541 580
542=item $value = cf::db_get $family => $key 581=item $value = cf::db_get $family => $key
543 582
544Returns a single value from the environment database. 583Returns a single value from the environment database.
1316 my $msg = $@ ? "$v->{path}: $@\n" 1355 my $msg = $@ ? "$v->{path}: $@\n"
1317 : "$v->{base}: extension inactive.\n"; 1356 : "$v->{base}: extension inactive.\n";
1318 1357
1319 if (exists $v->{meta}{mandatory}) { 1358 if (exists $v->{meta}{mandatory}) {
1320 warn $msg; 1359 warn $msg;
1321 warn "mandatory extension failed to load, exiting.\n"; 1360 cf::cleanup "mandatory extension failed to load, exiting.";
1322 exit 1;
1323 } 1361 }
1324 1362
1325 warn $msg; 1363 warn $msg;
1326 } 1364 }
1327 1365
1737our $MAX_RESET = 3600; 1775our $MAX_RESET = 3600;
1738our $DEFAULT_RESET = 3000; 1776our $DEFAULT_RESET = 3000;
1739 1777
1740sub generate_random_map { 1778sub generate_random_map {
1741 my ($self, $rmp) = @_; 1779 my ($self, $rmp) = @_;
1780
1781 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1782
1742 # mit "rum" bekleckern, nicht 1783 # mit "rum" bekleckern, nicht
1743 $self->_create_random_map ( 1784 $self->_create_random_map (
1744 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1785 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1745 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1786 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1746 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1787 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1868 1909
1869# the temporary/swap location 1910# the temporary/swap location
1870sub save_path { 1911sub save_path {
1871 my ($self) = @_; 1912 my ($self) = @_;
1872 1913
1873 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1914 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1874 "$TMPDIR/$path.map" 1915 "$TMPDIR/$path.map"
1875} 1916}
1876 1917
1877# the unique path, undef == no special unique path 1918# the unique path, undef == no special unique path
1878sub uniq_path { 1919sub uniq_path {
1879 my ($self) = @_; 1920 my ($self) = @_;
1880 1921
1881 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1922 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1882 "$UNIQUEDIR/$path" 1923 "$UNIQUEDIR/$path"
1883} 1924}
1884 1925
1885# and all this just because we cannot iterate over 1926# and all this just because we cannot iterate over
1886# all maps in C++... 1927# all maps in C++...
2332 2373
2333sub unique_maps() { 2374sub unique_maps() {
2334 [ 2375 [
2335 map { 2376 map {
2336 utf8::decode $_; 2377 utf8::decode $_;
2337 /\.map$/ 2378 s/\.map$//; # TODO future compatibility hack
2379 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2380 ? ()
2338 ? normalise $_ 2381 : normalise $_
2339 : ()
2340 } @{ aio_readdir $UNIQUEDIR or [] } 2382 } @{ aio_readdir $UNIQUEDIR or [] }
2341 ] 2383 ]
2342} 2384}
2343 2385
2344package cf;
2345
2346=back 2386=back
2347 2387
2348=head3 cf::object 2388=head3 cf::object
2349 2389
2350=cut 2390=cut
2353 2393
2354=over 4 2394=over 4
2355 2395
2356=item $ob->inv_recursive 2396=item $ob->inv_recursive
2357 2397
2358Returns the inventory of the object _and_ their inventories, recursively. 2398Returns the inventory of the object I<and> their inventories, recursively,
2399but I<not> the object itself.
2359 2400
2360=cut 2401=cut
2361 2402
2362sub inv_recursive_; 2403sub inv_recursive_;
2363sub inv_recursive_ { 2404sub inv_recursive_ {
2368 inv_recursive_ inv $_[0] 2409 inv_recursive_ inv $_[0]
2369} 2410}
2370 2411
2371=item $ref = $ob->ref 2412=item $ref = $ob->ref
2372 2413
2373creates and returns a persistent reference to an objetc that can be stored as a string. 2414Creates and returns a persistent reference to an object that can be stored as a string.
2374 2415
2375=item $ob = cf::object::deref ($refstring) 2416=item $ob = cf::object::deref ($refstring)
2376 2417
2377returns the objetc referenced by refstring. may return undef when it cnanot find the object, 2418returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2378even if the object actually exists. May block. 2419even if the object actually exists. May block.
3350 3391
3351 reload_config; 3392 reload_config;
3352 db_init; 3393 db_init;
3353 load_extensions; 3394 load_extensions;
3354 3395
3355 $TICK_WATCHER->start;
3356 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3396 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3397 evthread_start IO::AIO::poll_fileno;
3357 EV::loop; 3398 EV::loop;
3358} 3399}
3359 3400
3360############################################################################# 3401#############################################################################
3361# initialisation and cleanup 3402# initialisation and cleanup
3368 cf::cleanup "SIG$signal"; 3409 cf::cleanup "SIG$signal";
3369 }; 3410 };
3370 } 3411 }
3371} 3412}
3372 3413
3373sub write_runtime { 3414sub write_runtime_sync {
3374 my $runtime = "$LOCALDIR/runtime"; 3415 my $runtime = "$LOCALDIR/runtime";
3375 3416
3376 # first touch the runtime file to show we are still running: 3417 # first touch the runtime file to show we are still running:
3377 # the fsync below can take a very very long time. 3418 # the fsync below can take a very very long time.
3378 3419
3404 and return; 3445 and return;
3405 3446
3406 warn "runtime file written.\n"; 3447 warn "runtime file written.\n";
3407 3448
3408 1 3449 1
3450}
3451
3452our $uuid_lock;
3453our $uuid_skip;
3454
3455sub write_uuid_sync($) {
3456 $uuid_skip ||= $_[0];
3457
3458 return if $uuid_lock;
3459 local $uuid_lock = 1;
3460
3461 my $uuid = "$LOCALDIR/uuid";
3462
3463 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3464 or return;
3465
3466 my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
3467 $uuid_skip = 0;
3468
3469 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3470 and return;
3471
3472 # always fsync - this file is important
3473 aio_fsync $fh
3474 and return;
3475
3476 close $fh
3477 or return;
3478
3479 aio_rename "$uuid~", $uuid
3480 and return;
3481
3482 warn "uuid file written ($value).\n";
3483
3484 1
3485
3486}
3487
3488sub write_uuid($$) {
3489 my ($skip, $sync) = @_;
3490
3491 $sync ? write_uuid_sync $skip
3492 : async { write_uuid_sync $skip };
3409} 3493}
3410 3494
3411sub emergency_save() { 3495sub emergency_save() {
3412 my $freeze_guard = cf::freeze_mainloop; 3496 my $freeze_guard = cf::freeze_mainloop;
3413 3497
3435 warn "end emergency map save\n"; 3519 warn "end emergency map save\n";
3436 3520
3437 warn "begin emergency database checkpoint\n"; 3521 warn "begin emergency database checkpoint\n";
3438 BDB::db_env_txn_checkpoint $DB_ENV; 3522 BDB::db_env_txn_checkpoint $DB_ENV;
3439 warn "end emergency database checkpoint\n"; 3523 warn "end emergency database checkpoint\n";
3524
3525 warn "begin write uuid\n";
3526 write_uuid_sync 1;
3527 warn "end write uuid\n";
3440 }; 3528 };
3441 3529
3442 warn "leave emergency perl save\n"; 3530 warn "leave emergency perl save\n";
3443} 3531}
3444 3532
3459 warn "reloading..."; 3547 warn "reloading...";
3460 3548
3461 warn "entering sync_job"; 3549 warn "entering sync_job";
3462 3550
3463 cf::sync_job { 3551 cf::sync_job {
3464 cf::write_runtime; # external watchdog should not bark 3552 cf::write_runtime_sync; # external watchdog should not bark
3465 cf::emergency_save; 3553 cf::emergency_save;
3466 cf::write_runtime; # external watchdog should not bark 3554 cf::write_runtime_sync; # external watchdog should not bark
3467 3555
3468 warn "syncing database to disk"; 3556 warn "syncing database to disk";
3469 BDB::db_env_txn_checkpoint $DB_ENV; 3557 BDB::db_env_txn_checkpoint $DB_ENV;
3470 3558
3471 # if anything goes wrong in here, we should simply crash as we already saved 3559 # if anything goes wrong in here, we should simply crash as we already saved
3558 warn "leaving sync_job"; 3646 warn "leaving sync_job";
3559 3647
3560 1 3648 1
3561 } or do { 3649 } or do {
3562 warn $@; 3650 warn $@;
3563 warn "error while reloading, exiting."; 3651 cf::cleanup "error while reloading, exiting.";
3564 exit 1;
3565 }; 3652 };
3566 3653
3567 warn "reloaded"; 3654 warn "reloaded";
3568}; 3655};
3569 3656
3597 3684
3598our @WAIT_FOR_TICK; 3685our @WAIT_FOR_TICK;
3599our @WAIT_FOR_TICK_BEGIN; 3686our @WAIT_FOR_TICK_BEGIN;
3600 3687
3601sub wait_for_tick { 3688sub wait_for_tick {
3602 return unless $TICK_WATCHER->is_active; 3689 return if tick_inhibit;
3603 return if $Coro::current == $Coro::main; 3690 return if $Coro::current == $Coro::main;
3604 3691
3605 my $signal = new Coro::Signal; 3692 my $signal = new Coro::Signal;
3606 push @WAIT_FOR_TICK, $signal; 3693 push @WAIT_FOR_TICK, $signal;
3607 $signal->wait; 3694 $signal->wait;
3608} 3695}
3609 3696
3610sub wait_for_tick_begin { 3697sub wait_for_tick_begin {
3611 return unless $TICK_WATCHER->is_active; 3698 return if tick_inhibit;
3612 return if $Coro::current == $Coro::main; 3699 return if $Coro::current == $Coro::main;
3613 3700
3614 my $signal = new Coro::Signal; 3701 my $signal = new Coro::Signal;
3615 push @WAIT_FOR_TICK_BEGIN, $signal; 3702 push @WAIT_FOR_TICK_BEGIN, $signal;
3616 $signal->wait; 3703 $signal->wait;
3617} 3704}
3618 3705
3619$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub { 3706sub tick {
3620 if ($Coro::current != $Coro::main) { 3707 if ($Coro::current != $Coro::main) {
3621 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3708 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3622 unless ++$bug_warning > 10; 3709 unless ++$bug_warning > 10;
3623 return; 3710 return;
3624 } 3711 }
3625 3712
3626 $NOW = $tick_start = EV::now;
3627
3628 cf::server_tick; # one server iteration 3713 cf::server_tick; # one server iteration
3629
3630 $RUNTIME += $TICK;
3631 $NEXT_TICK = $_[0]->at;
3632 3714
3633 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3715 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3634 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 3716 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3635 Coro::async_pool { 3717 Coro::async_pool {
3636 $Coro::current->{desc} = "runtime saver"; 3718 $Coro::current->{desc} = "runtime saver";
3637 write_runtime 3719 write_runtime_sync
3638 or warn "ERROR: unable to write runtime file: $!"; 3720 or warn "ERROR: unable to write runtime file: $!";
3639 }; 3721 };
3640 } 3722 }
3641 3723
3642 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3724 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3644 } 3726 }
3645 while (my $sig = shift @WAIT_FOR_TICK) { 3727 while (my $sig = shift @WAIT_FOR_TICK) {
3646 $sig->send; 3728 $sig->send;
3647 } 3729 }
3648 3730
3649 $LOAD = ($NOW - $tick_start) / $TICK; 3731 $LOAD = ($NOW - $TICK_START) / $TICK;
3650 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3732 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3651 3733
3652 _post_tick; 3734 if (0) {
3653}; 3735 if ($NEXT_TICK) {
3654$TICK_WATCHER->priority (EV::MAXPRI); 3736 my $jitter = $TICK_START - $NEXT_TICK;
3737 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3738 warn "jitter $JITTER\n";#d#
3739 }
3740 }
3741}
3655 3742
3656{ 3743{
3657 # configure BDB 3744 # configure BDB
3658 3745
3659 BDB::min_parallel 8; 3746 BDB::min_parallel 8;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines