ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/ext/map-scheduler.ext
(Generate patch)

Comparing deliantra/server/ext/map-scheduler.ext (file contents):
Revision 1.31 by root, Sat Feb 17 01:58:55 2007 UTC vs.
Revision 1.58 by root, Fri Feb 3 03:01:45 2012 UTC

1#! perl # MANDATORY 1#! perl # mandatory
2 2
3# this extension swaps out maps and resets them, in essence managing 3# this extension swaps out maps and resets them, in essence managing
4# the reset/swap policy of the server. 4# the reset/swap policy of the server.
5# it also contains the map prefetching logic 5# it also contains the map prefetching logic
6 6
7#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu 7#CONF DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} || 40; # number of seconds after which maps inactive get swapped out 8CONF SWAP_TIMEOUT = 300; # number of seconds after which inactive maps get swapped out
9our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} || 5; # time the map scheduler sleeps between runs 9CONF SCHEDULE_INTERVAL = 5; # time the map scheduler sleeps between runs
10our $SAVE_TIMEOUT = $cf::CFG{save_timeout} || 20; # save maps every n seconds 10CONF SAVE_TIMEOUT = 30; # save maps every n seconds
11our $MAX_ACTIVES = $cf::CFG{max_actives} || 200000; # swap aggressively when > this many objects are active 11CONF SWAP_LOAD1 = .1; # start aggressively swapping at this load
12CONF SWAP_LOAD2 = .6; # swap as fast as possible at this load
12 13
13cf::async_ext { 14sub reload {
15 local $Coro::current->{desc} = "startup map scanner";
14 $Coro::current->prio (Coro::PRIO_MIN); 16 $Coro::current->prio (Coro::PRIO_MIN);
17
15 # load the header of swapped-out maps. 18 # load the header of swapped-out maps.
16 # this is not a correctness issue, it simply saves diskspace 19 # this is not a correctness issue, it simply saves diskspace
17 # because old files will get cleaned up on reset time 20 # because old files will get cleaned up on reset time
18 Coro::Timer::sleep 1;
19 21
20 my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir; 22 for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
21
22 for my $map (@$files) {
23 utf8::decode $map;
24 next if $map =~ /\.(?:pst|meta)$/;
25 cf::map::find $map; 23 cf::map::find $path;
26 $cf::WAIT_FOR_TICK->wait;
27 $cf::WAIT_FOR_TICK->wait;
28 $cf::WAIT_FOR_TICK->wait;
29 } 24 }
30 25
31 #TODO: should also preload random maps... 26 # now hunt for resettable per-player maps
32}; 27 for my $login (@{ cf::player::list_logins or [] }) {
28 for my $path (@{ cf::player::maps $login or [] }) {
29 $path =~ /^~[^\/]+(\/.*)$/
30 or next; # doh
33 31
34our $SCHEDULER = cf::async_ext { 32 my $base = cf::map::find $1;
35 while () {
36 Coro::Event::do_timer (after => $SCHEDULE_INTERVAL);
37 33
38 # this weird form of iteration over values is used because 34 # skip maps without base maps on the assumption
39 # the hash changes underneath us frequently, and for 35 # that those are old, unresettable maps
40 # keeps a direct reference to the value without (in 5.8 perls) 36 next unless $base;
41 # keeping a reference, so this is prone to crashes or worse.
42 my @maps = keys %cf::MAP;
43 for (@maps) {
44 my $map = $cf::MAP{$_}
45 or next;
46 $map->valid or next;
47 37
38 # skip unresettable maps, for speed
39 next if $base->{deny_reset};
40
41 my $map = cf::map::find $path;
42
43 if ($map->{deny_reset}) {
44 warn "found noreset map with resettable base map, resetting: $path\n";
45 delete $map->{deny_reset};
46 }
47 }
48 }
49}
50
51cf::post_init {
52 cf::async { reload };
53
54 our $SCHEDULER = cf::async_ext {
55 $Coro::current->{desc} = "map scheduler";
56 $Coro::current->prio (Coro::PRIO_MAX);
57
58 while () {
59 if ($cf::LOADAVG > $SWAP_LOAD2) {
60 cf::wait_for_tick;
61 } else {
62 Coro::AnyEvent::sleep $SCHEDULE_INTERVAL;
63 }
64
65 # this weird form of iteration over values is used because
66 # the hash changes underneath us frequently, and 'for'
67 # keeps a direct reference to the value without (in 5.8 perls)
68 # keeping a reference, so this is prone to crashes or worse.
69 my @maps = keys %cf::MAP;
70 for (@maps) {
71 my $map = $cf::MAP{$_}
72 or next;
73 $map->valid or next;
74
48 eval { 75 eval {
49 # not yet, because maps might become visible to players nearby 76 # not yet, because maps might become visible to players nearby
50 # we need to remove the map from %cf::MAP and all tiled map links 77 # we need to remove the map from %cf::MAP and all tiled map links
51# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) { 78# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
52# $map->deactivate; 79# $map->deactivate;
53# delete $map->{active}; 80# delete $map->{active};
54# } 81# }
55 if ($map->should_reset) { 82 if ($map->should_reset) {
56 $map->reset; 83 $map->reset;
57 } elsif ($map->in_memory == cf::MAP_IN_MEMORY) { 84 } elsif ($map->linkable) {
58 my $max_idle = cf::object::actives_size > $MAX_ACTIVES ? 1 : $SWAP_TIMEOUT; 85 my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
86 $cf::TICK * 1.5, $SWAP_TIMEOUT;
87
59 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) { 88 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
60 $map->swap_out; 89 $map->swap_out;
61 $cf::WAIT_FOR_TICK_ONE->wait unless $max_idle == 1;
62 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) { 90 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
63 $map->save; 91 $map->save;
64 $cf::WAIT_FOR_TICK_ONE->wait unless $max_idle == 1; 92 $map->{last_save} -= cf::rndm; # randomise map save times a bit
93 }
65 } 94 }
66 } 95 };
96 warn $@ if $@;
97 cf::cede_to_tick;
67 }; 98 };
68 warn $@ if $@;
69 Coro::cede;
70 }; 99 }
71 } 100 };
101
102 $SCHEDULER->prio (-2);
72}; 103};
73 104
74$SCHEDULER->prio (-2); 105# purely for debugging, will load ALL maps
106sub loadall {
107 my $maps = cf::map::static_maps;
75 108
109 for my $path (@$maps) {
110 my $map = cf::map::find $path
111 or warn "ERROR: unable to find map $path\n";
112 $map->load;
113 }
114}
115

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines