server/ext/map-scheduler.ext

#! perl # mandatory

# this extension swaps out maps and resets them, in essence managing
# the reset/swap policy of the server.
# it also contains the map prefetching logic

#CONF DEACTIVATE_TIMEOUT =   20; # number of seconds after which maps get deactivated to save cpu
CONF SWAP_TIMEOUT       = 300; # number of seconds after which inactive maps get swapped out
CONF SCHEDULE_INTERVAL  =   5; # time the map scheduler sleeps between runs
CONF SAVE_TIMEOUT       =  30; # save maps every n seconds
CONF SWAP_LOAD1         =  .1; # start aggressively swapping at this load
CONF SWAP_LOAD2         =  .6; # swap as fast as possible at this load

sub reload {
   local $Coro::current->{desc} = "startup map scanner";
   $Coro::current->prio (Coro::PRIO_MIN);

   # load the header of swapped-out maps.
   # this is not a correctness issue, it simply saves diskspace
   # because old files will get cleaned up on reset time

   for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
      cf::map::find $path;
   }

   # now hunt for resettable per-player maps
   for my $login (@{ cf::player::list_logins or [] }) {
      for my $path (@{ cf::player::maps $login or [] }) {
         $path =~ /^~[^\/]+(\/.*)$/
            or next; # doh

         my $base = cf::map::find $1;

         # skip maps without base maps on the assumption
         # that those are old, unresettable maps
         next unless $base;

         # skip unresettable maps, for speed
         next if $base->{deny_reset};

         my $map = cf::map::find $path;

         if ($map->{deny_reset}) {
            warn "found noreset map with resettable base map, resetting: $path\n";
            delete $map->{deny_reset};
         }
      }
   }
}

cf::post_init {
   cf::async { reload };

   our $SCHEDULER = cf::async_ext {
      $Coro::current->{desc} = "map scheduler";
      $Coro::current->prio (Coro::PRIO_MAX);

      while () {
         if ($cf::LOADAVG > $SWAP_LOAD2) {
            cf::wait_for_tick;
         } else {
            Coro::AnyEvent::sleep $SCHEDULE_INTERVAL;
         }

         # this weird form of iteration over values is used because
         # the hash changes underneath us frequently, and 'for'
         # keeps a direct reference to the value without (in 5.8 perls)
         # keeping a reference, so this is prone to crashes or worse.
         my @maps = keys %cf::MAP;
         for (@maps) {
            my $map = $cf::MAP{$_}
               or next;
            $map->valid or next;

            eval {
               # not yet, because maps might become visible to players nearby
               # we need to remove the map from %cf::MAP and all tiled map links
#         if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
#            $map->deactivate;
#            delete $map->{active};
#         }
               if ($map->should_reset) {
                  $map->reset;
               } elsif ($map->linkable) {
                  my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
                                           $cf::TICK * 1.5, $SWAP_TIMEOUT;

                  if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
                     $map->swap_out;
                  } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
                     $map->save;
                     $map->{last_save} -= cf::rndm; # randomise map save times a bit
                  }
               }
            };
            warn $@ if $@;
            cf::cede_to_tick;
         };
      }
   };

   $SCHEDULER->prio (-2);
};

# purely for debugging, will load ALL maps
sub loadall {
   my $maps = cf::map::static_maps;

   for my $path (@$maps) {
      my $map = cf::map::find $path
         or warn "ERROR: unable to find map $path\n";
      $map->load;
   }
}

Revision:	1.58
Committed:	Fri Feb 3 03:01:45 2012 UTC (12 years, 3 months ago) by root
Branch:	MAIN
CVS Tags:	rel-3_1, HEAD
Changes since 1.57:	+6 -6 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.37	#! perl # mandatory
2	root	1.1
3			# this extension swaps out maps and resets them, in essence managing
4			# the reset/swap policy of the server.
5	root	1.18	# it also contains the map prefetching logic
6	root	1.1
7	root	1.58	#CONF DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8			CONF SWAP_TIMEOUT = 300; # number of seconds after which inactive maps get swapped out
9			CONF SCHEDULE_INTERVAL = 5; # time the map scheduler sleeps between runs
10			CONF SAVE_TIMEOUT = 30; # save maps every n seconds
11			CONF SWAP_LOAD1 = .1; # start aggressively swapping at this load
12			CONF SWAP_LOAD2 = .6; # swap as fast as possible at this load
13	root	1.1
14	root	1.55	sub reload {
15			local $Coro::current->{desc} = "startup map scanner";
16			$Coro::current->prio (Coro::PRIO_MIN);
17
18			# load the header of swapped-out maps.
19			# this is not a correctness issue, it simply saves diskspace
20			# because old files will get cleaned up on reset time
21	root	1.48
22	root	1.55	for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
23			cf::map::find $path;
24			}
25	root	1.48
26	root	1.55	# now hunt for resettable per-player maps
27			for my $login (@{ cf::player::list_logins or [] }) {
28			for my $path (@{ cf::player::maps $login or [] }) {
29			$path =~ /^~[^\/]+(\/.*)$/
30			or next; # doh
31
32			my $base = cf::map::find $1;
33
34			# skip maps without base maps on the assumption
35			# that those are old, unresettable maps
36			next unless $base;
37
38			# skip unresettable maps, for speed
39			next if $base->{deny_reset};
40
41			my $map = cf::map::find $path;
42
43			if ($map->{deny_reset}) {
44			warn "found noreset map with resettable base map, resetting: $path\n";
45			delete $map->{deny_reset};
46	root	1.35	}
47			}
48	root	1.55	}
49			}
50
51			cf::post_init {
52			cf::async { reload };
53	root	1.12
54	root	1.48	our $SCHEDULER = cf::async_ext {
55			$Coro::current->{desc} = "map scheduler";
56			$Coro::current->prio (Coro::PRIO_MAX);
57
58			while () {
59			if ($cf::LOADAVG > $SWAP_LOAD2) {
60			cf::wait_for_tick;
61			} else {
62	root	1.57	Coro::AnyEvent::sleep $SCHEDULE_INTERVAL;
63	root	1.48	}
64	root	1.1
65	root	1.48	# this weird form of iteration over values is used because
66	root	1.51	# the hash changes underneath us frequently, and 'for'
67	root	1.48	# keeps a direct reference to the value without (in 5.8 perls)
68			# keeping a reference, so this is prone to crashes or worse.
69			my @maps = keys %cf::MAP;
70			for (@maps) {
71			my $map = $cf::MAP{$_}
72			or next;
73			$map->valid or next;
74
75			eval {
76			# not yet, because maps might become visible to players nearby
77			# we need to remove the map from %cf::MAP and all tiled map links
78	root	1.1	# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
79			# $map->deactivate;
80			# delete $map->{active};
81			# }
82	root	1.48	if ($map->should_reset) {
83			$map->reset;
84	root	1.56	} elsif ($map->linkable) {
85	root	1.48	my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
86			$cf::TICK * 1.5, $SWAP_TIMEOUT;
87
88			if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
89			$map->swap_out;
90			} elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
91			$map->save;
92	root	1.52	$map->{last_save} -= cf::rndm; # randomise map save times a bit
93	root	1.48	}
94	root	1.3	}
95	root	1.48	};
96			warn $@ if $@;
97			cf::cede_to_tick;
98	root	1.1	};
99	root	1.48	}
100			};
101
102			$SCHEDULER->prio (-2);
103	root	1.1	};
104	root	1.5
105	root	1.49	# purely for debugging, will load ALL maps
106			sub loadall {
107	root	1.50	my $maps = cf::map::static_maps;
108
109			for my $path (@$maps) {
110			my $map = cf::map::find $path
111			or warn "ERROR: unable to find map $path\n";
112			$map->load;
113			}
114	root	1.49	}
115