ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/cf.schmorp.de/server/lib/cf.pm
(Generate patch)

Comparing cf.schmorp.de/server/lib/cf.pm (file contents):
Revision 1.411 by root, Fri Feb 1 15:54:07 2008 UTC vs.
Revision 1.419 by root, Sun Apr 13 01:34:09 2008 UTC

1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3#
4# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5#
6# Deliantra is free software: you can redistribute it and/or modify
7# it under the terms of the GNU General Public License as published by
8# the Free Software Foundation, either version 3 of the License, or
9# (at your option) any later version.
10#
11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License
17# along with this program. If not, see <http://www.gnu.org/licenses/>.
18#
19# The authors can be reached via e-mail to <support@deliantra.net>
20#
21
1package cf; 22package cf;
2 23
3use utf8; 24use utf8;
4use strict; 25use strict;
5 26
6use Symbol; 27use Symbol;
7use List::Util; 28use List::Util;
8use Socket; 29use Socket;
9use EV 1.86; 30use EV 3.2;
10use Opcode; 31use Opcode;
11use Safe; 32use Safe;
12use Safe::Hole; 33use Safe::Hole;
13use Storable (); 34use Storable ();
14 35
15use Coro 4.32 (); 36use Coro 4.50 ();
16use Coro::State; 37use Coro::State;
17use Coro::Handle; 38use Coro::Handle;
18use Coro::EV; 39use Coro::EV;
19use Coro::Timer; 40use Coro::Timer;
20use Coro::Signal; 41use Coro::Signal;
69our $RANDOMDIR = "$LOCALDIR/random"; 90our $RANDOMDIR = "$LOCALDIR/random";
70our $BDBDIR = "$LOCALDIR/db"; 91our $BDBDIR = "$LOCALDIR/db";
71our %RESOURCE; 92our %RESOURCE;
72 93
73our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 94our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
74our $TICK_WATCHER;
75our $AIO_POLL_WATCHER; 95our $AIO_POLL_WATCHER;
76our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 96our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
77our $NEXT_TICK; 97our $NEXT_TICK;
78our $USE_FSYNC = 1; # use fsync to write maps - default off 98our $USE_FSYNC = 1; # use fsync to write maps - default off
79 99
96# used to convert map paths into valid unix filenames by replacing / by ∕ 116# used to convert map paths into valid unix filenames by replacing / by ∕
97our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons 117our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98 118
99our $LOAD; # a number between 0 (idle) and 1 (too many objects) 119our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100our $LOADAVG; # same thing, but with alpha-smoothing 120our $LOADAVG; # same thing, but with alpha-smoothing
121our $JITTER; # average jitter
101our $tick_start; # for load detecting purposes 122our $TICK_START; # for load detecting purposes
102 123
103binmode STDOUT; 124binmode STDOUT;
104binmode STDERR; 125binmode STDERR;
105 126
106# read virtual server time, if available 127# read virtual server time, if available
339 360
340 ! ! $LOCK{$key} 361 ! ! $LOCK{$key}
341} 362}
342 363
343sub freeze_mainloop { 364sub freeze_mainloop {
344 return unless $TICK_WATCHER->is_active; 365 tick_inhibit_inc;
345 366
346 my $guard = Coro::guard { 367 Coro::guard \&tick_inhibit_dec;
347 $TICK_WATCHER->start;
348 };
349 $TICK_WATCHER->stop;
350 $guard
351} 368}
352 369
353=item cf::periodic $interval, $cb 370=item cf::periodic $interval, $cb
354 371
355Like EV::periodic, but randomly selects a starting point so that the actions 372Like EV::periodic, but randomly selects a starting point so that the actions
456 # this is the main coro, too bad, we have to block 473 # this is the main coro, too bad, we have to block
457 # till the operation succeeds, freezing the server :/ 474 # till the operation succeeds, freezing the server :/
458 475
459 LOG llevError, Carp::longmess "sync job";#d# 476 LOG llevError, Carp::longmess "sync job";#d#
460 477
461 # TODO: use suspend/resume instead
462 # (but this is cancel-safe)
463 my $freeze_guard = freeze_mainloop; 478 my $freeze_guard = freeze_mainloop;
464 479
465 my $busy = 1; 480 my $busy = 1;
466 my @res; 481 my @res;
467 482
478 } else { 493 } else {
479 EV::loop EV::LOOP_ONESHOT; 494 EV::loop EV::LOOP_ONESHOT;
480 } 495 }
481 } 496 }
482 497
483 $time = EV::time - $time; 498 my $time = EV::time - $time;
484 499
485 LOG llevError | logBacktrace, Carp::longmess "long sync job"
486 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
487
488 $tick_start += $time; # do not account sync jobs to server load 500 $TICK_START += $time; # do not account sync jobs to server load
489 501
490 wantarray ? @res : $res[0] 502 wantarray ? @res : $res[0]
491 } else { 503 } else {
492 # we are in another coroutine, how wonderful, everything just works 504 # we are in another coroutine, how wonderful, everything just works
493 505
535 reset_signals; 547 reset_signals;
536 &$cb 548 &$cb
537 }, @args; 549 }, @args;
538 550
539 wantarray ? @res : $res[-1] 551 wantarray ? @res : $res[-1]
552}
553
554=item $coin = coin_from_name $name
555
556=cut
557
558our %coin_alias = (
559 "silver" => "silvercoin",
560 "silvercoin" => "silvercoin",
561 "silvercoins" => "silvercoin",
562 "gold" => "goldcoin",
563 "goldcoin" => "goldcoin",
564 "goldcoins" => "goldcoin",
565 "platinum" => "platinacoin",
566 "platinumcoin" => "platinacoin",
567 "platinumcoins" => "platinacoin",
568 "platina" => "platinacoin",
569 "platinacoin" => "platinacoin",
570 "platinacoins" => "platinacoin",
571 "royalty" => "royalty",
572 "royalties" => "royalty",
573);
574
575sub coin_from_name($) {
576 $coin_alias{$_[0]}
577 ? cf::arch::find $coin_alias{$_[0]}
578 : undef
540} 579}
541 580
542=item $value = cf::db_get $family => $key 581=item $value = cf::db_get $family => $key
543 582
544Returns a single value from the environment database. 583Returns a single value from the environment database.
1736our $MAX_RESET = 3600; 1775our $MAX_RESET = 3600;
1737our $DEFAULT_RESET = 3000; 1776our $DEFAULT_RESET = 3000;
1738 1777
1739sub generate_random_map { 1778sub generate_random_map {
1740 my ($self, $rmp) = @_; 1779 my ($self, $rmp) = @_;
1780
1781 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1782
1741 # mit "rum" bekleckern, nicht 1783 # mit "rum" bekleckern, nicht
1742 $self->_create_random_map ( 1784 $self->_create_random_map (
1743 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle}, 1785 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1744 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, 1786 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1745 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map}, 1787 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1867 1909
1868# the temporary/swap location 1910# the temporary/swap location
1869sub save_path { 1911sub save_path {
1870 my ($self) = @_; 1912 my ($self) = @_;
1871 1913
1872 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1914 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1873 "$TMPDIR/$path.map" 1915 "$TMPDIR/$path.map"
1874} 1916}
1875 1917
1876# the unique path, undef == no special unique path 1918# the unique path, undef == no special unique path
1877sub uniq_path { 1919sub uniq_path {
1878 my ($self) = @_; 1920 my ($self) = @_;
1879 1921
1880 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g; 1922 (my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1881 "$UNIQUEDIR/$path" 1923 "$UNIQUEDIR/$path"
1882} 1924}
1883 1925
1884# and all this just because we cannot iterate over 1926# and all this just because we cannot iterate over
1885# all maps in C++... 1927# all maps in C++...
2331 2373
2332sub unique_maps() { 2374sub unique_maps() {
2333 [ 2375 [
2334 map { 2376 map {
2335 utf8::decode $_; 2377 utf8::decode $_;
2336 /\.map$/ 2378 s/\.map$//; # TODO future compatibility hack
2379 /\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
2380 ? ()
2337 ? normalise $_ 2381 : normalise $_
2338 : ()
2339 } @{ aio_readdir $UNIQUEDIR or [] } 2382 } @{ aio_readdir $UNIQUEDIR or [] }
2340 ] 2383 ]
2341} 2384}
2342 2385
2343package cf;
2344
2345=back 2386=back
2346 2387
2347=head3 cf::object 2388=head3 cf::object
2348 2389
2349=cut 2390=cut
2352 2393
2353=over 4 2394=over 4
2354 2395
2355=item $ob->inv_recursive 2396=item $ob->inv_recursive
2356 2397
2357Returns the inventory of the object _and_ their inventories, recursively. 2398Returns the inventory of the object I<and> their inventories, recursively,
2399but I<not> the object itself.
2358 2400
2359=cut 2401=cut
2360 2402
2361sub inv_recursive_; 2403sub inv_recursive_;
2362sub inv_recursive_ { 2404sub inv_recursive_ {
2367 inv_recursive_ inv $_[0] 2409 inv_recursive_ inv $_[0]
2368} 2410}
2369 2411
2370=item $ref = $ob->ref 2412=item $ref = $ob->ref
2371 2413
2372creates and returns a persistent reference to an objetc that can be stored as a string. 2414Creates and returns a persistent reference to an object that can be stored as a string.
2373 2415
2374=item $ob = cf::object::deref ($refstring) 2416=item $ob = cf::object::deref ($refstring)
2375 2417
2376returns the objetc referenced by refstring. may return undef when it cnanot find the object, 2418returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2377even if the object actually exists. May block. 2419even if the object actually exists. May block.
3349 3391
3350 reload_config; 3392 reload_config;
3351 db_init; 3393 db_init;
3352 load_extensions; 3394 load_extensions;
3353 3395
3354 $TICK_WATCHER->start;
3355 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3396 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3397 evthread_start IO::AIO::poll_fileno;
3356 EV::loop; 3398 EV::loop;
3357} 3399}
3358 3400
3359############################################################################# 3401#############################################################################
3360# initialisation and cleanup 3402# initialisation and cleanup
3367 cf::cleanup "SIG$signal"; 3409 cf::cleanup "SIG$signal";
3368 }; 3410 };
3369 } 3411 }
3370} 3412}
3371 3413
3372sub write_runtime { 3414sub write_runtime_sync {
3373 my $runtime = "$LOCALDIR/runtime"; 3415 my $runtime = "$LOCALDIR/runtime";
3374 3416
3375 # first touch the runtime file to show we are still running: 3417 # first touch the runtime file to show we are still running:
3376 # the fsync below can take a very very long time. 3418 # the fsync below can take a very very long time.
3377 3419
3403 and return; 3445 and return;
3404 3446
3405 warn "runtime file written.\n"; 3447 warn "runtime file written.\n";
3406 3448
3407 1 3449 1
3450}
3451
3452our $uuid_lock;
3453our $uuid_skip;
3454
3455sub write_uuid_sync($) {
3456 $uuid_skip ||= $_[0];
3457
3458 return if $uuid_lock;
3459 local $uuid_lock = 1;
3460
3461 my $uuid = "$LOCALDIR/uuid";
3462
3463 my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
3464 or return;
3465
3466 my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
3467 $uuid_skip = 0;
3468
3469 (aio_write $fh, 0, (length $value), $value, 0) <= 0
3470 and return;
3471
3472 # always fsync - this file is important
3473 aio_fsync $fh
3474 and return;
3475
3476 close $fh
3477 or return;
3478
3479 aio_rename "$uuid~", $uuid
3480 and return;
3481
3482 warn "uuid file written ($value).\n";
3483
3484 1
3485
3486}
3487
3488sub write_uuid($$) {
3489 my ($skip, $sync) = @_;
3490
3491 $sync ? write_uuid_sync $skip
3492 : async { write_uuid_sync $skip };
3408} 3493}
3409 3494
3410sub emergency_save() { 3495sub emergency_save() {
3411 my $freeze_guard = cf::freeze_mainloop; 3496 my $freeze_guard = cf::freeze_mainloop;
3412 3497
3434 warn "end emergency map save\n"; 3519 warn "end emergency map save\n";
3435 3520
3436 warn "begin emergency database checkpoint\n"; 3521 warn "begin emergency database checkpoint\n";
3437 BDB::db_env_txn_checkpoint $DB_ENV; 3522 BDB::db_env_txn_checkpoint $DB_ENV;
3438 warn "end emergency database checkpoint\n"; 3523 warn "end emergency database checkpoint\n";
3524
3525 warn "begin write uuid\n";
3526 write_uuid_sync 1;
3527 warn "end write uuid\n";
3439 }; 3528 };
3440 3529
3441 warn "leave emergency perl save\n"; 3530 warn "leave emergency perl save\n";
3442} 3531}
3443 3532
3458 warn "reloading..."; 3547 warn "reloading...";
3459 3548
3460 warn "entering sync_job"; 3549 warn "entering sync_job";
3461 3550
3462 cf::sync_job { 3551 cf::sync_job {
3463 cf::write_runtime; # external watchdog should not bark 3552 cf::write_runtime_sync; # external watchdog should not bark
3464 cf::emergency_save; 3553 cf::emergency_save;
3465 cf::write_runtime; # external watchdog should not bark 3554 cf::write_runtime_sync; # external watchdog should not bark
3466 3555
3467 warn "syncing database to disk"; 3556 warn "syncing database to disk";
3468 BDB::db_env_txn_checkpoint $DB_ENV; 3557 BDB::db_env_txn_checkpoint $DB_ENV;
3469 3558
3470 # if anything goes wrong in here, we should simply crash as we already saved 3559 # if anything goes wrong in here, we should simply crash as we already saved
3595 3684
3596our @WAIT_FOR_TICK; 3685our @WAIT_FOR_TICK;
3597our @WAIT_FOR_TICK_BEGIN; 3686our @WAIT_FOR_TICK_BEGIN;
3598 3687
3599sub wait_for_tick { 3688sub wait_for_tick {
3600 return unless $TICK_WATCHER->is_active; 3689 return if tick_inhibit;
3601 return if $Coro::current == $Coro::main; 3690 return if $Coro::current == $Coro::main;
3602 3691
3603 my $signal = new Coro::Signal; 3692 my $signal = new Coro::Signal;
3604 push @WAIT_FOR_TICK, $signal; 3693 push @WAIT_FOR_TICK, $signal;
3605 $signal->wait; 3694 $signal->wait;
3606} 3695}
3607 3696
3608sub wait_for_tick_begin { 3697sub wait_for_tick_begin {
3609 return unless $TICK_WATCHER->is_active; 3698 return if tick_inhibit;
3610 return if $Coro::current == $Coro::main; 3699 return if $Coro::current == $Coro::main;
3611 3700
3612 my $signal = new Coro::Signal; 3701 my $signal = new Coro::Signal;
3613 push @WAIT_FOR_TICK_BEGIN, $signal; 3702 push @WAIT_FOR_TICK_BEGIN, $signal;
3614 $signal->wait; 3703 $signal->wait;
3615} 3704}
3616 3705
3617$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub { 3706sub tick {
3618 if ($Coro::current != $Coro::main) { 3707 if ($Coro::current != $Coro::main) {
3619 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3708 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3620 unless ++$bug_warning > 10; 3709 unless ++$bug_warning > 10;
3621 return; 3710 return;
3622 } 3711 }
3623 3712
3624 $NOW = $tick_start = EV::now;
3625
3626 cf::server_tick; # one server iteration 3713 cf::server_tick; # one server iteration
3627
3628 $RUNTIME += $TICK;
3629 $NEXT_TICK = $_[0]->at;
3630 3714
3631 if ($NOW >= $NEXT_RUNTIME_WRITE) { 3715 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3632 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 3716 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3633 Coro::async_pool { 3717 Coro::async_pool {
3634 $Coro::current->{desc} = "runtime saver"; 3718 $Coro::current->{desc} = "runtime saver";
3635 write_runtime 3719 write_runtime_sync
3636 or warn "ERROR: unable to write runtime file: $!"; 3720 or warn "ERROR: unable to write runtime file: $!";
3637 }; 3721 };
3638 } 3722 }
3639 3723
3640 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3724 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3642 } 3726 }
3643 while (my $sig = shift @WAIT_FOR_TICK) { 3727 while (my $sig = shift @WAIT_FOR_TICK) {
3644 $sig->send; 3728 $sig->send;
3645 } 3729 }
3646 3730
3647 $LOAD = ($NOW - $tick_start) / $TICK; 3731 $LOAD = ($NOW - $TICK_START) / $TICK;
3648 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3732 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3649 3733
3650 _post_tick; 3734 if (0) {
3651}; 3735 if ($NEXT_TICK) {
3652$TICK_WATCHER->priority (EV::MAXPRI); 3736 my $jitter = $TICK_START - $NEXT_TICK;
3737 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
3738 warn "jitter $JITTER\n";#d#
3739 }
3740 }
3741}
3653 3742
3654{ 3743{
3655 # configure BDB 3744 # configure BDB
3656 3745
3657 BDB::min_parallel 8; 3746 BDB::min_parallel 8;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines