ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/ext/map-scheduler.ext
(Generate patch)

Comparing deliantra/server/ext/map-scheduler.ext (file contents):
Revision 1.29 by root, Mon Feb 12 01:33:41 2007 UTC vs.
Revision 1.50 by root, Fri Oct 23 03:28:11 2009 UTC

1#! perl # MANDATORY 1#! perl # mandatory
2 2
3# this extension swaps out maps and resets them, in essence managing 3# this extension swaps out maps and resets them, in essence managing
4# the reset/swap policy of the server. 4# the reset/swap policy of the server.
5# it also contains the map prefetching logic 5# it also contains the map prefetching logic
6 6
7#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu 7#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} || 40; # number of seconds after which maps inactive get swapped out 8our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} || 300; # number of seconds after which inactive maps get swapped out
9our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} || 5; # time the map scheduler sleeps between runs 9our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} || 5; # time the map scheduler sleeps between runs
10our $SAVE_TIMEOUT = $cf::CFG{save_timeout} || 20; # save maps every n seconds 10our $SAVE_TIMEOUT = $cf::CFG{save_timeout} || 30; # save maps every n seconds
11our $MAX_ACTIVES = $cf::CFG{max_actives} || 200000; # swap aggressively when > this many objects are active 11our $SWAP_LOAD1 = $cf::CFG{swap_load1} || .1; # start aggressively swapping at this load
12our $SWAP_LOAD2 = $cf::CFG{swap_load2} || .6; # swap as fast as possible at this load
12 13
14cf::post_init {
13cf::async_ext { 15 cf::async_ext {
16 $Coro::current->{desc} = "startup map scanner";
14 $Coro::current->prio (Coro::PRIO_MIN); 17 $Coro::current->prio (Coro::PRIO_MIN);
15 # load the header of swapped-out maps.
16 # this is not a correctness issue, it simply saves diskspace
17 # because old files will get cleaned up on reset time
18 Coro::Timer::sleep 1;
19 18
20 my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir; 19 # load the header of swapped-out maps.
20 # this is not a correctness issue, it simply saves diskspace
21 # because old files will get cleaned up on reset time
22 Coro::Timer::sleep 0.25;
21 23
22 for my $map (@$files) { 24 for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
23 utf8::decode $map; 25 cf::cede_to_tick;
24 next if $map =~ /\.(?:pst|meta)$/;
25 cf::map::find $map; 26 cf::map::find $path;
26 $cf::WAIT_FOR_TICK_ONE->wait; 27 }
27 }
28 28
29 #TODO: should also preload random maps... 29 # now hunt for resettable per-player maps
30}; 30 for my $login (@{ cf::player::list_logins or [] }) {
31 for my $path (@{ cf::player::maps $login or [] }) {
32 cf::cede_to_tick;
31 33
32our $SCHEDULER = cf::async_ext { 34 $path =~ /^~[^\/]+(\/.*)$/
33 my $schedule_interval = Coro::Event->timer (after => 1, interval => $SCHEDULE_INTERVAL); 35 or next; # doh
34 while () {
35 $schedule_interval->next unless cf::object::actives_size > $MAX_ACTIVES;
36 36
37 # this weird form of iteration over values is used because 37 my $base = cf::map::find $1;
38 # the hash changes underneath us frequently, and for
39 # keeps a direct reference to the value without (in 5.8 perls)
40 # keeping a reference, so this is prone to crashes or worse.
41 my @maps = keys %cf::MAP;
42 for (@maps) {
43 my $map = $cf::MAP{$_}
44 or next;
45 $map->valid or next;
46 38
39 # skip maps without base maps on the assumption
40 # that those are old, unresettable maps
41 next unless $base;
42
43 # skip unresettable maps, for speed
44 next if $base->{deny_reset};
45
46 my $map = cf::map::find $path;
47
48 if ($map->{deny_reset}) {
49 warn "found noreset map with resettable base map, resetting: $path\n";
50 delete $map->{deny_reset};
51 }
52 }
53 }
54 };
55
56 our $SCHEDULER = cf::async_ext {
57 $Coro::current->{desc} = "map scheduler";
58 $Coro::current->prio (Coro::PRIO_MAX);
59
60 while () {
61 if ($cf::LOADAVG > $SWAP_LOAD2) {
62 cf::wait_for_tick;
63 } else {
64 Coro::EV::timer_once $SCHEDULE_INTERVAL;
65 }
66
67 # this weird form of iteration over values is used because
68 # the hash changes underneath us frequently, and for
69 # keeps a direct reference to the value without (in 5.8 perls)
70 # keeping a reference, so this is prone to crashes or worse.
71 my @maps = keys %cf::MAP;
72 for (@maps) {
73 my $map = $cf::MAP{$_}
74 or next;
75 $map->valid or next;
76
47 eval { 77 eval {
48 # not yet, because maps might become visible to players nearby 78 # not yet, because maps might become visible to players nearby
49 # we need to remove the map from %cf::MAP and all tiled map links 79 # we need to remove the map from %cf::MAP and all tiled map links
50# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) { 80# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
51# $map->deactivate; 81# $map->deactivate;
52# delete $map->{active}; 82# delete $map->{active};
53# } 83# }
54 if ($map->should_reset) { 84 if ($map->should_reset) {
55 $map->reset; 85 $map->reset;
56 } elsif ($map->in_memory == cf::MAP_IN_MEMORY) { 86 } elsif ($map->in_memory == cf::MAP_ACTIVE) {
57 my $max_idle = cf::object::actives_size > $MAX_ACTIVES ? 1 : $SWAP_TIMEOUT; 87 my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
88 $cf::TICK * 1.5, $SWAP_TIMEOUT;
89
58 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) { 90 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
59 $map->swap_out; 91 $map->swap_out;
60 $cf::WAIT_FOR_TICK_ONE->wait unless $max_idle == 1;
61 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) { 92 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
62 $map->save; 93 $map->save;
63 $cf::WAIT_FOR_TICK_ONE->wait unless $max_idle == 1; 94 $map->{last_save} -= rand; # randomise map save times a bit
95 }
64 } 96 }
65 } 97 };
98 warn $@ if $@;
99 cf::cede_to_tick;
66 }; 100 };
67 warn $@ if $@;
68 Coro::cede;
69 }; 101 }
70 } 102 };
103
104 $SCHEDULER->prio (-2);
71}; 105};
72 106
73$SCHEDULER->prio (-2); 107# purely for debugging, will load ALL maps
108sub loadall {
109 my $maps = cf::map::static_maps;
74 110
111 for my $path (@$maps) {
112 my $map = cf::map::find $path
113 or warn "ERROR: unable to find map $path\n";
114 $map->load;
115 }
116}
117
118

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines