|
|
1 | # |
|
|
2 | # This file is part of Deliantra, the Roguelike Realtime MMORPG. |
|
|
3 | # |
|
|
4 | # Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team |
|
|
5 | # |
|
|
6 | # Deliantra is free software: you can redistribute it and/or modify |
|
|
7 | # it under the terms of the GNU General Public License as published by |
|
|
8 | # the Free Software Foundation, either version 3 of the License, or |
|
|
9 | # (at your option) any later version. |
|
|
10 | # |
|
|
11 | # This program is distributed in the hope that it will be useful, |
|
|
12 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
|
13 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
|
14 | # GNU General Public License for more details. |
|
|
15 | # |
|
|
16 | # You should have received a copy of the GNU General Public License |
|
|
17 | # along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
|
18 | # |
|
|
19 | # The authors can be reached via e-mail to <support@deliantra.net> |
|
|
20 | # |
|
|
21 | |
1 | package cf; |
22 | package cf; |
2 | |
23 | |
3 | use utf8; |
24 | use utf8; |
4 | use strict; |
25 | use strict; |
5 | |
26 | |
6 | use Symbol; |
27 | use Symbol; |
7 | use List::Util; |
28 | use List::Util; |
8 | use Socket; |
29 | use Socket; |
9 | use EV 1.86; |
30 | use EV 3.2; |
10 | use Opcode; |
31 | use Opcode; |
11 | use Safe; |
32 | use Safe; |
12 | use Safe::Hole; |
33 | use Safe::Hole; |
13 | use Storable (); |
34 | use Storable (); |
14 | |
35 | |
15 | use Coro 4.32 (); |
36 | use Coro 4.50 (); |
16 | use Coro::State; |
37 | use Coro::State; |
17 | use Coro::Handle; |
38 | use Coro::Handle; |
18 | use Coro::EV; |
39 | use Coro::EV; |
19 | use Coro::Timer; |
40 | use Coro::Timer; |
20 | use Coro::Signal; |
41 | use Coro::Signal; |
… | |
… | |
69 | our $RANDOMDIR = "$LOCALDIR/random"; |
90 | our $RANDOMDIR = "$LOCALDIR/random"; |
70 | our $BDBDIR = "$LOCALDIR/db"; |
91 | our $BDBDIR = "$LOCALDIR/db"; |
71 | our %RESOURCE; |
92 | our %RESOURCE; |
72 | |
93 | |
73 | our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) |
94 | our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) |
74 | our $TICK_WATCHER; |
|
|
75 | our $AIO_POLL_WATCHER; |
95 | our $AIO_POLL_WATCHER; |
76 | our $NEXT_RUNTIME_WRITE; # when should the runtime file be written |
96 | our $NEXT_RUNTIME_WRITE; # when should the runtime file be written |
77 | our $NEXT_TICK; |
97 | our $NEXT_TICK; |
78 | our $USE_FSYNC = 1; # use fsync to write maps - default off |
98 | our $USE_FSYNC = 1; # use fsync to write maps - default off |
79 | |
99 | |
… | |
… | |
96 | # used to convert map paths into valid unix filenames by replacing / by ∕ |
116 | # used to convert map paths into valid unix filenames by replacing / by ∕ |
97 | our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons |
117 | our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons |
98 | |
118 | |
99 | our $LOAD; # a number between 0 (idle) and 1 (too many objects) |
119 | our $LOAD; # a number between 0 (idle) and 1 (too many objects) |
100 | our $LOADAVG; # same thing, but with alpha-smoothing |
120 | our $LOADAVG; # same thing, but with alpha-smoothing |
|
|
121 | our $JITTER; # average jitter |
101 | our $tick_start; # for load detecting purposes |
122 | our $TICK_START; # for load detecting purposes |
102 | |
123 | |
103 | binmode STDOUT; |
124 | binmode STDOUT; |
104 | binmode STDERR; |
125 | binmode STDERR; |
105 | |
126 | |
106 | # read virtual server time, if available |
127 | # read virtual server time, if available |
… | |
… | |
339 | |
360 | |
340 | ! ! $LOCK{$key} |
361 | ! ! $LOCK{$key} |
341 | } |
362 | } |
342 | |
363 | |
343 | sub freeze_mainloop { |
364 | sub freeze_mainloop { |
344 | return unless $TICK_WATCHER->is_active; |
365 | tick_inhibit_inc; |
345 | |
366 | |
346 | my $guard = Coro::guard { |
367 | Coro::guard \&tick_inhibit_dec; |
347 | $TICK_WATCHER->start; |
|
|
348 | }; |
|
|
349 | $TICK_WATCHER->stop; |
|
|
350 | $guard |
|
|
351 | } |
368 | } |
352 | |
369 | |
353 | =item cf::periodic $interval, $cb |
370 | =item cf::periodic $interval, $cb |
354 | |
371 | |
355 | Like EV::periodic, but randomly selects a starting point so that the actions |
372 | Like EV::periodic, but randomly selects a starting point so that the actions |
… | |
… | |
456 | # this is the main coro, too bad, we have to block |
473 | # this is the main coro, too bad, we have to block |
457 | # till the operation succeeds, freezing the server :/ |
474 | # till the operation succeeds, freezing the server :/ |
458 | |
475 | |
459 | LOG llevError, Carp::longmess "sync job";#d# |
476 | LOG llevError, Carp::longmess "sync job";#d# |
460 | |
477 | |
461 | # TODO: use suspend/resume instead |
|
|
462 | # (but this is cancel-safe) |
|
|
463 | my $freeze_guard = freeze_mainloop; |
478 | my $freeze_guard = freeze_mainloop; |
464 | |
479 | |
465 | my $busy = 1; |
480 | my $busy = 1; |
466 | my @res; |
481 | my @res; |
467 | |
482 | |
… | |
… | |
478 | } else { |
493 | } else { |
479 | EV::loop EV::LOOP_ONESHOT; |
494 | EV::loop EV::LOOP_ONESHOT; |
480 | } |
495 | } |
481 | } |
496 | } |
482 | |
497 | |
483 | $time = EV::time - $time; |
498 | my $time = EV::time - $time; |
484 | |
499 | |
485 | LOG llevError | logBacktrace, Carp::longmess "long sync job" |
|
|
486 | if $time > $TICK * 0.5 && $TICK_WATCHER->is_active; |
|
|
487 | |
|
|
488 | $tick_start += $time; # do not account sync jobs to server load |
500 | $TICK_START += $time; # do not account sync jobs to server load |
489 | |
501 | |
490 | wantarray ? @res : $res[0] |
502 | wantarray ? @res : $res[0] |
491 | } else { |
503 | } else { |
492 | # we are in another coroutine, how wonderful, everything just works |
504 | # we are in another coroutine, how wonderful, everything just works |
493 | |
505 | |
… | |
… | |
535 | reset_signals; |
547 | reset_signals; |
536 | &$cb |
548 | &$cb |
537 | }, @args; |
549 | }, @args; |
538 | |
550 | |
539 | wantarray ? @res : $res[-1] |
551 | wantarray ? @res : $res[-1] |
|
|
552 | } |
|
|
553 | |
|
|
554 | =item $coin = coin_from_name $name |
|
|
555 | |
|
|
556 | =cut |
|
|
557 | |
|
|
558 | our %coin_alias = ( |
|
|
559 | "silver" => "silvercoin", |
|
|
560 | "silvercoin" => "silvercoin", |
|
|
561 | "silvercoins" => "silvercoin", |
|
|
562 | "gold" => "goldcoin", |
|
|
563 | "goldcoin" => "goldcoin", |
|
|
564 | "goldcoins" => "goldcoin", |
|
|
565 | "platinum" => "platinacoin", |
|
|
566 | "platinumcoin" => "platinacoin", |
|
|
567 | "platinumcoins" => "platinacoin", |
|
|
568 | "platina" => "platinacoin", |
|
|
569 | "platinacoin" => "platinacoin", |
|
|
570 | "platinacoins" => "platinacoin", |
|
|
571 | "royalty" => "royalty", |
|
|
572 | "royalties" => "royalty", |
|
|
573 | ); |
|
|
574 | |
|
|
575 | sub coin_from_name($) { |
|
|
576 | $coin_alias{$_[0]} |
|
|
577 | ? cf::arch::find $coin_alias{$_[0]} |
|
|
578 | : undef |
540 | } |
579 | } |
541 | |
580 | |
542 | =item $value = cf::db_get $family => $key |
581 | =item $value = cf::db_get $family => $key |
543 | |
582 | |
544 | Returns a single value from the environment database. |
583 | Returns a single value from the environment database. |
… | |
… | |
1316 | my $msg = $@ ? "$v->{path}: $@\n" |
1355 | my $msg = $@ ? "$v->{path}: $@\n" |
1317 | : "$v->{base}: extension inactive.\n"; |
1356 | : "$v->{base}: extension inactive.\n"; |
1318 | |
1357 | |
1319 | if (exists $v->{meta}{mandatory}) { |
1358 | if (exists $v->{meta}{mandatory}) { |
1320 | warn $msg; |
1359 | warn $msg; |
1321 | warn "mandatory extension failed to load, exiting.\n"; |
1360 | cf::cleanup "mandatory extension failed to load, exiting."; |
1322 | exit 1; |
|
|
1323 | } |
1361 | } |
1324 | |
1362 | |
1325 | warn $msg; |
1363 | warn $msg; |
1326 | } |
1364 | } |
1327 | |
1365 | |
… | |
… | |
2338 | ? normalise $_ |
2376 | ? normalise $_ |
2339 | : () |
2377 | : () |
2340 | } @{ aio_readdir $UNIQUEDIR or [] } |
2378 | } @{ aio_readdir $UNIQUEDIR or [] } |
2341 | ] |
2379 | ] |
2342 | } |
2380 | } |
2343 | |
|
|
2344 | package cf; |
|
|
2345 | |
2381 | |
2346 | =back |
2382 | =back |
2347 | |
2383 | |
2348 | =head3 cf::object |
2384 | =head3 cf::object |
2349 | |
2385 | |
… | |
… | |
3350 | |
3386 | |
3351 | reload_config; |
3387 | reload_config; |
3352 | db_init; |
3388 | db_init; |
3353 | load_extensions; |
3389 | load_extensions; |
3354 | |
3390 | |
3355 | $TICK_WATCHER->start; |
|
|
3356 | $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority |
3391 | $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority |
|
|
3392 | evthread_start IO::AIO::poll_fileno; |
3357 | EV::loop; |
3393 | EV::loop; |
3358 | } |
3394 | } |
3359 | |
3395 | |
3360 | ############################################################################# |
3396 | ############################################################################# |
3361 | # initialisation and cleanup |
3397 | # initialisation and cleanup |
… | |
… | |
3368 | cf::cleanup "SIG$signal"; |
3404 | cf::cleanup "SIG$signal"; |
3369 | }; |
3405 | }; |
3370 | } |
3406 | } |
3371 | } |
3407 | } |
3372 | |
3408 | |
3373 | sub write_runtime { |
3409 | sub write_runtime_sync { |
3374 | my $runtime = "$LOCALDIR/runtime"; |
3410 | my $runtime = "$LOCALDIR/runtime"; |
3375 | |
3411 | |
3376 | # first touch the runtime file to show we are still running: |
3412 | # first touch the runtime file to show we are still running: |
3377 | # the fsync below can take a very very long time. |
3413 | # the fsync below can take a very very long time. |
3378 | |
3414 | |
… | |
… | |
3404 | and return; |
3440 | and return; |
3405 | |
3441 | |
3406 | warn "runtime file written.\n"; |
3442 | warn "runtime file written.\n"; |
3407 | |
3443 | |
3408 | 1 |
3444 | 1 |
|
|
3445 | } |
|
|
3446 | |
|
|
3447 | our $uuid_lock; |
|
|
3448 | our $uuid_skip; |
|
|
3449 | |
|
|
3450 | sub write_uuid_sync($) { |
|
|
3451 | $uuid_skip ||= $_[0]; |
|
|
3452 | |
|
|
3453 | return if $uuid_lock; |
|
|
3454 | local $uuid_lock = 1; |
|
|
3455 | |
|
|
3456 | my $uuid = "$LOCALDIR/uuid"; |
|
|
3457 | |
|
|
3458 | my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644 |
|
|
3459 | or return; |
|
|
3460 | |
|
|
3461 | my $value = uuid_str $uuid_skip + uuid_seq uuid_cur; |
|
|
3462 | $uuid_skip = 0; |
|
|
3463 | |
|
|
3464 | (aio_write $fh, 0, (length $value), $value, 0) <= 0 |
|
|
3465 | and return; |
|
|
3466 | |
|
|
3467 | # always fsync - this file is important |
|
|
3468 | aio_fsync $fh |
|
|
3469 | and return; |
|
|
3470 | |
|
|
3471 | close $fh |
|
|
3472 | or return; |
|
|
3473 | |
|
|
3474 | aio_rename "$uuid~", $uuid |
|
|
3475 | and return; |
|
|
3476 | |
|
|
3477 | warn "uuid file written ($value).\n"; |
|
|
3478 | |
|
|
3479 | 1 |
|
|
3480 | |
|
|
3481 | } |
|
|
3482 | |
|
|
3483 | sub write_uuid($$) { |
|
|
3484 | my ($skip, $sync) = @_; |
|
|
3485 | |
|
|
3486 | $sync ? write_uuid_sync $skip |
|
|
3487 | : async { write_uuid_sync $skip }; |
3409 | } |
3488 | } |
3410 | |
3489 | |
3411 | sub emergency_save() { |
3490 | sub emergency_save() { |
3412 | my $freeze_guard = cf::freeze_mainloop; |
3491 | my $freeze_guard = cf::freeze_mainloop; |
3413 | |
3492 | |
… | |
… | |
3435 | warn "end emergency map save\n"; |
3514 | warn "end emergency map save\n"; |
3436 | |
3515 | |
3437 | warn "begin emergency database checkpoint\n"; |
3516 | warn "begin emergency database checkpoint\n"; |
3438 | BDB::db_env_txn_checkpoint $DB_ENV; |
3517 | BDB::db_env_txn_checkpoint $DB_ENV; |
3439 | warn "end emergency database checkpoint\n"; |
3518 | warn "end emergency database checkpoint\n"; |
|
|
3519 | |
|
|
3520 | warn "begin write uuid\n"; |
|
|
3521 | write_uuid_sync 1; |
|
|
3522 | warn "end write uuid\n"; |
3440 | }; |
3523 | }; |
3441 | |
3524 | |
3442 | warn "leave emergency perl save\n"; |
3525 | warn "leave emergency perl save\n"; |
3443 | } |
3526 | } |
3444 | |
3527 | |
… | |
… | |
3459 | warn "reloading..."; |
3542 | warn "reloading..."; |
3460 | |
3543 | |
3461 | warn "entering sync_job"; |
3544 | warn "entering sync_job"; |
3462 | |
3545 | |
3463 | cf::sync_job { |
3546 | cf::sync_job { |
3464 | cf::write_runtime; # external watchdog should not bark |
3547 | cf::write_runtime_sync; # external watchdog should not bark |
3465 | cf::emergency_save; |
3548 | cf::emergency_save; |
3466 | cf::write_runtime; # external watchdog should not bark |
3549 | cf::write_runtime_sync; # external watchdog should not bark |
3467 | |
3550 | |
3468 | warn "syncing database to disk"; |
3551 | warn "syncing database to disk"; |
3469 | BDB::db_env_txn_checkpoint $DB_ENV; |
3552 | BDB::db_env_txn_checkpoint $DB_ENV; |
3470 | |
3553 | |
3471 | # if anything goes wrong in here, we should simply crash as we already saved |
3554 | # if anything goes wrong in here, we should simply crash as we already saved |
… | |
… | |
3558 | warn "leaving sync_job"; |
3641 | warn "leaving sync_job"; |
3559 | |
3642 | |
3560 | 1 |
3643 | 1 |
3561 | } or do { |
3644 | } or do { |
3562 | warn $@; |
3645 | warn $@; |
3563 | warn "error while reloading, exiting."; |
3646 | cf::cleanup "error while reloading, exiting."; |
3564 | exit 1; |
|
|
3565 | }; |
3647 | }; |
3566 | |
3648 | |
3567 | warn "reloaded"; |
3649 | warn "reloaded"; |
3568 | }; |
3650 | }; |
3569 | |
3651 | |
… | |
… | |
3597 | |
3679 | |
3598 | our @WAIT_FOR_TICK; |
3680 | our @WAIT_FOR_TICK; |
3599 | our @WAIT_FOR_TICK_BEGIN; |
3681 | our @WAIT_FOR_TICK_BEGIN; |
3600 | |
3682 | |
3601 | sub wait_for_tick { |
3683 | sub wait_for_tick { |
3602 | return unless $TICK_WATCHER->is_active; |
3684 | return if tick_inhibit; |
3603 | return if $Coro::current == $Coro::main; |
3685 | return if $Coro::current == $Coro::main; |
3604 | |
3686 | |
3605 | my $signal = new Coro::Signal; |
3687 | my $signal = new Coro::Signal; |
3606 | push @WAIT_FOR_TICK, $signal; |
3688 | push @WAIT_FOR_TICK, $signal; |
3607 | $signal->wait; |
3689 | $signal->wait; |
3608 | } |
3690 | } |
3609 | |
3691 | |
3610 | sub wait_for_tick_begin { |
3692 | sub wait_for_tick_begin { |
3611 | return unless $TICK_WATCHER->is_active; |
3693 | return if tick_inhibit; |
3612 | return if $Coro::current == $Coro::main; |
3694 | return if $Coro::current == $Coro::main; |
3613 | |
3695 | |
3614 | my $signal = new Coro::Signal; |
3696 | my $signal = new Coro::Signal; |
3615 | push @WAIT_FOR_TICK_BEGIN, $signal; |
3697 | push @WAIT_FOR_TICK_BEGIN, $signal; |
3616 | $signal->wait; |
3698 | $signal->wait; |
3617 | } |
3699 | } |
3618 | |
3700 | |
3619 | $TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub { |
3701 | sub tick { |
3620 | if ($Coro::current != $Coro::main) { |
3702 | if ($Coro::current != $Coro::main) { |
3621 | Carp::cluck "major BUG: server tick called outside of main coro, skipping it" |
3703 | Carp::cluck "major BUG: server tick called outside of main coro, skipping it" |
3622 | unless ++$bug_warning > 10; |
3704 | unless ++$bug_warning > 10; |
3623 | return; |
3705 | return; |
3624 | } |
3706 | } |
3625 | |
3707 | |
3626 | $NOW = $tick_start = EV::now; |
|
|
3627 | |
|
|
3628 | cf::server_tick; # one server iteration |
3708 | cf::server_tick; # one server iteration |
3629 | |
|
|
3630 | $RUNTIME += $TICK; |
|
|
3631 | $NEXT_TICK = $_[0]->at; |
|
|
3632 | |
3709 | |
3633 | if ($NOW >= $NEXT_RUNTIME_WRITE) { |
3710 | if ($NOW >= $NEXT_RUNTIME_WRITE) { |
3634 | $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; |
3711 | $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; |
3635 | Coro::async_pool { |
3712 | Coro::async_pool { |
3636 | $Coro::current->{desc} = "runtime saver"; |
3713 | $Coro::current->{desc} = "runtime saver"; |
3637 | write_runtime |
3714 | write_runtime_sync |
3638 | or warn "ERROR: unable to write runtime file: $!"; |
3715 | or warn "ERROR: unable to write runtime file: $!"; |
3639 | }; |
3716 | }; |
3640 | } |
3717 | } |
3641 | |
3718 | |
3642 | if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { |
3719 | if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { |
… | |
… | |
3644 | } |
3721 | } |
3645 | while (my $sig = shift @WAIT_FOR_TICK) { |
3722 | while (my $sig = shift @WAIT_FOR_TICK) { |
3646 | $sig->send; |
3723 | $sig->send; |
3647 | } |
3724 | } |
3648 | |
3725 | |
3649 | $LOAD = ($NOW - $tick_start) / $TICK; |
3726 | $LOAD = ($NOW - $TICK_START) / $TICK; |
3650 | $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; |
3727 | $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; |
3651 | |
3728 | |
3652 | _post_tick; |
3729 | if (0) { |
3653 | }; |
3730 | if ($NEXT_TICK) { |
3654 | $TICK_WATCHER->priority (EV::MAXPRI); |
3731 | my $jitter = $TICK_START - $NEXT_TICK; |
|
|
3732 | $JITTER = $JITTER * 0.75 + $jitter * 0.25; |
|
|
3733 | warn "jitter $JITTER\n";#d# |
|
|
3734 | } |
|
|
3735 | } |
|
|
3736 | } |
3655 | |
3737 | |
3656 | { |
3738 | { |
3657 | # configure BDB |
3739 | # configure BDB |
3658 | |
3740 | |
3659 | BDB::min_parallel 8; |
3741 | BDB::min_parallel 8; |