ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/ext/map-scheduler.ext
(Generate patch)

Comparing deliantra/server/ext/map-scheduler.ext (file contents):
Revision 1.28 by root, Mon Jan 29 17:57:22 2007 UTC vs.
Revision 1.54 by root, Wed May 5 23:23:29 2010 UTC

1#! perl # MANDATORY 1#! perl # mandatory
2 2
3# this extension swaps out maps and resets them, in essence managing 3# this extension swaps out maps and resets them, in essence managing
4# the reset/swap policy of the server. 4# the reset/swap policy of the server.
5# it also contains the map prefetching logic 5# it also contains the map prefetching logic
6 6
7#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu 7#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} || 35; # number of seconds after which maps inactive get swapped out 8our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} || 300; # number of seconds after which inactive maps get swapped out
9our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} || 10; # time the map scheduler sleeps between runs 9our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} || 5; # time the map scheduler sleeps between runs
10our $SAVE_TIMEOUT = $cf::CFG{save_timeout} || 20; # save maps every n seconds 10our $SAVE_TIMEOUT = $cf::CFG{save_timeout} || 30; # save maps every n seconds
11our $MAX_ACTIVES = $cf::CFG{max_actives} || 200000; # swap aggressively when > this many objects are active 11our $SWAP_LOAD1 = $cf::CFG{swap_load1} || .1; # start aggressively swapping at this load
12our $SWAP_LOAD2 = $cf::CFG{swap_load2} || .6; # swap as fast as possible at this load
12 13
14cf::post_init {
13cf::async_ext { 15 cf::async_ext {
16 $Coro::current->{desc} = "startup map scanner";
14 $Coro::current->prio (Coro::PRIO_MIN); 17 $Coro::current->prio (Coro::PRIO_MIN);
15 # load the header of swapped-out maps.
16 # this is not a correctness issue, it simply saves diskspace
17 # because old files will get cleaned up on reset time
18 Coro::Timer::sleep 1;
19 18
20 my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir; 19 # load the header of swapped-out maps.
20 # this is not a correctness issue, it simply saves diskspace
21 # because old files will get cleaned up on reset time
22 Coro::Timer::sleep 0.25;
21 23
22 for my $map (@$files) { 24 for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
23 utf8::decode $map;
24 next if $map =~ /\.(?:pst|meta)$/;
25 cf::map::find $map; 25 cf::map::find $path;
26 $cf::WAIT_FOR_TICK_ONE->wait; 26 }
27 }
28 27
29 #TODO: should also preload random maps... 28 # now hunt for resettable per-player maps
30}; 29 for my $login (@{ cf::player::list_logins or [] }) {
30 for my $path (@{ cf::player::maps $login or [] }) {
31 $path =~ /^~[^\/]+(\/.*)$/
32 or next; # doh
31 33
32our $SCHEDULER = cf::async_ext { 34 my $base = cf::map::find $1;
33 my $schedule_interval = Coro::Event->timer (after => 1, interval => $SCHEDULE_INTERVAL);
34 while () {
35 $schedule_interval->next unless cf::object::actives_size > $MAX_ACTIVES;
36 35
37 # this weird form of iteration over values is used because 36 # skip maps without base maps on the assumption
38 # the hash changes underneath us frequently, and for 37 # that those are old, unresettable maps
39 # keeps a direct reference to the value without (in 5.8 perls) 38 next unless $base;
40 # keeping a reference, so this is prone to crashes or worse.
41 my @maps = keys %cf::MAP;
42 for (@maps) {
43 my $map = $cf::MAP{$_}
44 or next;
45 $map->valid or next;
46 39
40 # skip unresettable maps, for speed
41 next if $base->{deny_reset};
42
43 my $map = cf::map::find $path;
44
45 if ($map->{deny_reset}) {
46 warn "found noreset map with resettable base map, resetting: $path\n";
47 delete $map->{deny_reset};
48 }
49 }
50 }
51 };
52
53 our $SCHEDULER = cf::async_ext {
54 $Coro::current->{desc} = "map scheduler";
55 $Coro::current->prio (Coro::PRIO_MAX);
56
57 while () {
58 if ($cf::LOADAVG > $SWAP_LOAD2) {
59 cf::wait_for_tick;
60 } else {
61 Coro::EV::timer_once $SCHEDULE_INTERVAL;
62 }
63
64 # this weird form of iteration over values is used because
65 # the hash changes underneath us frequently, and 'for'
66 # keeps a direct reference to the value without (in 5.8 perls)
67 # keeping a reference, so this is prone to crashes or worse.
68 my @maps = keys %cf::MAP;
69 for (@maps) {
70 my $map = $cf::MAP{$_}
71 or next;
72 $map->valid or next;
73
47 eval { 74 eval {
48 # not yet, because maps might become visible to players nearby 75 # not yet, because maps might become visible to players nearby
49 # we need to remove the map from %cf::MAP and all tiled map links 76 # we need to remove the map from %cf::MAP and all tiled map links
50# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) { 77# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
51# $map->deactivate; 78# $map->deactivate;
52# delete $map->{active}; 79# delete $map->{active};
53# } 80# }
54 if ($map->should_reset) { 81 if ($map->should_reset) {
55 $map->reset; 82 $map->reset;
56 } elsif ($map->in_memory == cf::MAP_IN_MEMORY) { 83 } elsif ($map->in_memory == cf::MAP_ACTIVE) {
57 my $max_idle = cf::object::actives_size > $MAX_ACTIVES ? 1 : $SWAP_TIMEOUT; 84 my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
85 $cf::TICK * 1.5, $SWAP_TIMEOUT;
86
58 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) { 87 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
59 $map->swap_out; 88 $map->swap_out;
60 $cf::WAIT_FOR_TICK_ONE->wait unless $max_idle == 1;
61 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) { 89 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
62 $map->save; 90 $map->save;
63 $cf::WAIT_FOR_TICK_ONE->wait unless $max_idle == 1; 91 $map->{last_save} -= cf::rndm; # randomise map save times a bit
92 }
64 } 93 }
65 } 94 };
95 warn $@ if $@;
96 cf::cede_to_tick;
66 }; 97 };
67 warn $@ if $@;
68 Coro::cede;
69 }; 98 }
70 } 99 };
100
101 $SCHEDULER->prio (-2);
71}; 102};
72 103
73$SCHEDULER->prio (-2); 104# purely for debugging, will load ALL maps
105sub loadall {
106 my $maps = cf::map::static_maps;
74 107
108 for my $path (@$maps) {
109 my $map = cf::map::find $path
110 or warn "ERROR: unable to find map $path\n";
111 $map->load;
112 }
113}
114

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines