ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/ext/map-scheduler.ext
(Generate patch)

Comparing deliantra/server/ext/map-scheduler.ext (file contents):
Revision 1.19 by root, Mon Jan 8 14:11:05 2007 UTC vs.
Revision 1.55 by root, Fri May 14 22:56:47 2010 UTC

1#! perl 1#! perl # mandatory
2 2
3# this extension swaps out maps and resets them, in essence managing 3# this extension swaps out maps and resets them, in essence managing
4# the reset/swap policy of the server. 4# the reset/swap policy of the server.
5# it also contains the map prefetching logic 5# it also contains the map prefetching logic
6 6
7our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu 7#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8our $SWAP_TIMEOUT = 35; # number of seconds after which maps inactive get swapped out 8our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} || 300; # number of seconds after which inactive maps get swapped out
9our $SCHEDULE_INTERVAL = 2; # time the map scheduler sleeps between runs 9our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} || 5; # time the map scheduler sleeps between runs
10our $SAVE_TIMEOUT = 20; # save maps every n seconds 10our $SAVE_TIMEOUT = $cf::CFG{save_timeout} || 30; # save maps every n seconds
11our $SAVE_INTERVAL = 0.2; # save at max. one map every $SAVE_INTERVAL 11our $SWAP_LOAD1 = $cf::CFG{swap_load1} || .1; # start aggressively swapping at this load
12our $SWAP_LOAD2 = $cf::CFG{swap_load2} || .6; # swap as fast as possible at this load
12 13
13cf::async_ext { 14sub reload {
15 local $Coro::current->{desc} = "startup map scanner";
14 $Coro::current->prio (Coro::PRIO_MIN); 16 $Coro::current->prio (Coro::PRIO_MIN);
17
15 # load the header of swapped-out maps. 18 # load the header of swapped-out maps.
16 # this is not a correctness issue, it simply saves diskspace 19 # this is not a correctness issue, it simply saves diskspace
17 # because old files will get cleaned up on reset time 20 # because old files will get cleaned up on reset time
18 Coro::Timer::sleep 1;
19 21
20 my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir; 22 for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
21
22 for my $map (@$files) {
23 utf8::decode $map;
24 next if $map =~ /\.(?:pst|meta)$/;
25 $map =~ s/∕/\//g;
26 cf::map::find $map; 23 cf::map::find $path;
27 Coro::Timer::sleep 0.3;
28 } 24 }
29 25
30 #TODO: should also preload random maps... 26 # now hunt for resettable per-player maps
31}; 27 for my $login (@{ cf::player::list_logins or [] }) {
28 for my $path (@{ cf::player::maps $login or [] }) {
29 $path =~ /^~[^\/]+(\/.*)$/
30 or next; # doh
32 31
33our $SCHEDULER = cf::async_ext { 32 my $base = cf::map::find $1;
34 while () {
35 Coro::Timer::sleep $SCHEDULE_INTERVAL;
36 33
37 # this weird form of iteration over values is used because 34 # skip maps without base maps on the assumption
38 # the hash changes underneath us frequently, and for 35 # that those are old, unresettable maps
39 # keeps a direct reference to the value without (in 5.8 perls) 36 next unless $base;
40 # keeping a reference, so this is prone to crashes or worse.
41 my @maps = keys %cf::MAP;
42 for (@maps) {
43 my $map = $cf::MAP{$_}
44 or next;
45 $map->valid or next;
46 37
38 # skip unresettable maps, for speed
39 next if $base->{deny_reset};
40
41 my $map = cf::map::find $path;
42
43 if ($map->{deny_reset}) {
44 warn "found noreset map with resettable base map, resetting: $path\n";
45 delete $map->{deny_reset};
46 }
47 }
48 }
49}
50
51cf::post_init {
52 cf::async { reload };
53
54 our $SCHEDULER = cf::async_ext {
55 $Coro::current->{desc} = "map scheduler";
56 $Coro::current->prio (Coro::PRIO_MAX);
57
58 while () {
59 if ($cf::LOADAVG > $SWAP_LOAD2) {
60 cf::wait_for_tick;
61 } else {
62 Coro::EV::timer_once $SCHEDULE_INTERVAL;
63 }
64
65 # this weird form of iteration over values is used because
66 # the hash changes underneath us frequently, and 'for'
67 # keeps a direct reference to the value without (in 5.8 perls)
68 # keeping a reference, so this is prone to crashes or worse.
69 my @maps = keys %cf::MAP;
70 for (@maps) {
71 my $map = $cf::MAP{$_}
72 or next;
73 $map->valid or next;
74
47 eval { 75 eval {
48 # not yet, because maps might become visible to players nearby 76 # not yet, because maps might become visible to players nearby
49 # we need to remove the map from %cf::MAP and all tiled map links 77 # we need to remove the map from %cf::MAP and all tiled map links
50# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) { 78# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
51# $map->deactivate; 79# $map->deactivate;
52# delete $map->{active}; 80# delete $map->{active};
53# } 81# }
54 if ($map->should_reset) { 82 if ($map->should_reset) {
55 $map->reset; 83 $map->reset;
56 } elsif ($map->in_memory == cf::MAP_IN_MEMORY) { 84 } elsif ($map->in_memory == cf::MAP_ACTIVE) {
85 my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
86 $cf::TICK * 1.5, $SWAP_TIMEOUT;
87
57 if ($map->last_access + $SWAP_TIMEOUT <= $cf::RUNTIME && !$map->players) { 88 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
58 $map->swap_out; 89 $map->swap_out;
59 Coro::Timer::sleep $SAVE_INTERVAL;
60 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) { 90 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
61 $map->save; 91 $map->save;
62 Coro::Timer::sleep $SAVE_INTERVAL; 92 $map->{last_save} -= cf::rndm; # randomise map save times a bit
93 }
63 } 94 }
64 } 95 };
96 warn $@ if $@;
97 cf::cede_to_tick;
65 }; 98 };
66 warn $@ if $@;
67 Coro::cede;
68 }; 99 }
69 } 100 };
101
102 $SCHEDULER->prio (-2);
70}; 103};
71 104
72$SCHEDULER->prio (-2); 105# purely for debugging, will load ALL maps
106sub loadall {
107 my $maps = cf::map::static_maps;
73 108
74# map load prefetch for tiled maps, possibly exits, too 109 for my $path (@$maps) {
75cf::map->attach ( 110 my $map = cf::map::find $path
76 on_enter => sub { 111 or warn "ERROR: unable to find map $path\n";
77 my ($map, $pl) = @_; 112 $map->load;
113 }
114}
78 115
79 (cf::async {
80 my @diag; # diagonal neighbours
81
82 for (0 .. 3) {
83 my $neigh = $map->tile_path ($_)
84 or next;
85 $neigh = cf::map::find $neigh, $map
86 or next;
87 $neigh->load;
88
89 push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
90 [$neigh->tile_path (($_ + 1) % 4), $neigh];
91 }
92
93 for (@diag) {
94 my $neigh = cf::map::find @$_
95 or next;
96 $neigh->load;
97 }
98 })->prio (2);
99 # higher prio because prefetching is very important
100 # as it prefetches maps that can make the server block
101 },
102);
103

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines