ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/ext/map-scheduler.ext
(Generate patch)

Comparing deliantra/server/ext/map-scheduler.ext (file contents):
Revision 1.26 by root, Tue Jan 23 01:17:08 2007 UTC vs.
Revision 1.55 by root, Fri May 14 22:56:47 2010 UTC

1#! perl # MANDATORY 1#! perl # mandatory
2 2
3# this extension swaps out maps and resets them, in essence managing 3# this extension swaps out maps and resets them, in essence managing
4# the reset/swap policy of the server. 4# the reset/swap policy of the server.
5# it also contains the map prefetching logic 5# it also contains the map prefetching logic
6 6
7#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu 7#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8our $SWAP_TIMEOUT = 35; # number of seconds after which maps inactive get swapped out 8our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} || 300; # number of seconds after which inactive maps get swapped out
9our $SCHEDULE_INTERVAL = 2; # time the map scheduler sleeps between runs 9our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} || 5; # time the map scheduler sleeps between runs
10our $SAVE_TIMEOUT = 20; # save maps every n seconds 10our $SAVE_TIMEOUT = $cf::CFG{save_timeout} || 30; # save maps every n seconds
11our $MAX_ACTIVES = $cf::CFG{max_actives} || 200000; # swap aggressively when > this many objects are active 11our $SWAP_LOAD1 = $cf::CFG{swap_load1} || .1; # start aggressively swapping at this load
12our $SWAP_LOAD2 = $cf::CFG{swap_load2} || .6; # swap as fast as possible at this load
12 13
13cf::async_ext { 14sub reload {
15 local $Coro::current->{desc} = "startup map scanner";
14 $Coro::current->prio (Coro::PRIO_MIN); 16 $Coro::current->prio (Coro::PRIO_MIN);
17
15 # load the header of swapped-out maps. 18 # load the header of swapped-out maps.
16 # this is not a correctness issue, it simply saves diskspace 19 # this is not a correctness issue, it simply saves diskspace
17 # because old files will get cleaned up on reset time 20 # because old files will get cleaned up on reset time
18 Coro::Timer::sleep 1;
19 21
20 my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir; 22 for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
21
22 for my $map (@$files) {
23 utf8::decode $map;
24 next if $map =~ /\.(?:pst|meta)$/;
25 $map =~ s/∕/\//g;
26 $map =~ s/\.map$//;
27 cf::map::find $map; 23 cf::map::find $path;
28 $cf::WAIT_FOR_TICK_ONE->wait;
29 } 24 }
30 25
31 #TODO: should also preload random maps... 26 # now hunt for resettable per-player maps
32}; 27 for my $login (@{ cf::player::list_logins or [] }) {
28 for my $path (@{ cf::player::maps $login or [] }) {
29 $path =~ /^~[^\/]+(\/.*)$/
30 or next; # doh
33 31
34our $SCHEDULER = cf::async_ext { 32 my $base = cf::map::find $1;
35 my $schedule_interval = Coro::Event->timer (after => 1, interval => $SCHEDULE_INTERVAL);
36 while () {
37 $schedule_interval->next;
38 33
39 # this weird form of iteration over values is used because 34 # skip maps without base maps on the assumption
40 # the hash changes underneath us frequently, and for 35 # that those are old, unresettable maps
41 # keeps a direct reference to the value without (in 5.8 perls) 36 next unless $base;
42 # keeping a reference, so this is prone to crashes or worse.
43 my @maps = keys %cf::MAP;
44 for (@maps) {
45 my $map = $cf::MAP{$_}
46 or next;
47 $map->valid or next;
48 37
38 # skip unresettable maps, for speed
39 next if $base->{deny_reset};
40
41 my $map = cf::map::find $path;
42
43 if ($map->{deny_reset}) {
44 warn "found noreset map with resettable base map, resetting: $path\n";
45 delete $map->{deny_reset};
46 }
47 }
48 }
49}
50
51cf::post_init {
52 cf::async { reload };
53
54 our $SCHEDULER = cf::async_ext {
55 $Coro::current->{desc} = "map scheduler";
56 $Coro::current->prio (Coro::PRIO_MAX);
57
58 while () {
59 if ($cf::LOADAVG > $SWAP_LOAD2) {
60 cf::wait_for_tick;
61 } else {
62 Coro::EV::timer_once $SCHEDULE_INTERVAL;
63 }
64
65 # this weird form of iteration over values is used because
66 # the hash changes underneath us frequently, and 'for'
67 # keeps a direct reference to the value without (in 5.8 perls)
68 # keeping a reference, so this is prone to crashes or worse.
69 my @maps = keys %cf::MAP;
70 for (@maps) {
71 my $map = $cf::MAP{$_}
72 or next;
73 $map->valid or next;
74
49 eval { 75 eval {
50 # not yet, because maps might become visible to players nearby 76 # not yet, because maps might become visible to players nearby
51 # we need to remove the map from %cf::MAP and all tiled map links 77 # we need to remove the map from %cf::MAP and all tiled map links
52# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) { 78# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
53# $map->deactivate; 79# $map->deactivate;
54# delete $map->{active}; 80# delete $map->{active};
55# } 81# }
56 if ($map->should_reset) { 82 if ($map->should_reset) {
57 $map->reset; 83 $map->reset;
58 } elsif ($map->in_memory == cf::MAP_IN_MEMORY) { 84 } elsif ($map->in_memory == cf::MAP_ACTIVE) {
59 my $max_idle = cf::object::actives_size > $MAX_ACTIVES ? 1 : $SWAP_TIMEOUT; 85 my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
86 $cf::TICK * 1.5, $SWAP_TIMEOUT;
87
60 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) { 88 if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
61 $map->swap_out; 89 $map->swap_out;
62 $cf::WAIT_FOR_TICK_ONE->wait;
63 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) { 90 } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
64 $map->save; 91 $map->save;
65 $cf::WAIT_FOR_TICK_ONE->wait; 92 $map->{last_save} -= cf::rndm; # randomise map save times a bit
93 }
66 } 94 }
67 } 95 };
96 warn $@ if $@;
97 cf::cede_to_tick;
68 }; 98 };
69 warn $@ if $@;
70 Coro::cede;
71 }; 99 }
72 } 100 };
101
102 $SCHEDULER->prio (-2);
73}; 103};
74 104
75$SCHEDULER->prio (-2); 105# purely for debugging, will load ALL maps
106sub loadall {
107 my $maps = cf::map::static_maps;
76 108
109 for my $path (@$maps) {
110 my $map = cf::map::find $path
111 or warn "ERROR: unable to find map $path\n";
112 $map->load;
113 }
114}
115

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines