server/ext/map-scheduler.ext

#! perl # mandatory

# this extension swaps out maps and resets them, in essence managing
# the reset/swap policy of the server.
# it also contains the map prefetching logic

#our $DEACTIVATE_TIMEOUT =   20; # number of seconds after which maps get deactivated to save cpu
our $SWAP_TIMEOUT       = $cf::CFG{swap_timeout}      || 300; # number of seconds after which inactive maps get swapped out
our $SCHEDULE_INTERVAL  = $cf::CFG{schedule_interval} ||   5; # time the map scheduler sleeps between runs
our $SAVE_TIMEOUT       = $cf::CFG{save_timeout}      ||  30; # save maps every n seconds
our $SWAP_LOAD1         = $cf::CFG{swap_load1}        ||  .1; # start aggressively swapping at this load
our $SWAP_LOAD2         = $cf::CFG{swap_load2}        ||  .6; # swap as fast as possible at this load

cf::post_init {
   cf::async_ext {
      $Coro::current->{desc} = "startup map scanner";
      $Coro::current->prio (Coro::PRIO_MIN);

      # load the header of swapped-out maps.
      # this is not a correctness issue, it simply saves diskspace
      # because old files will get cleaned up on reset time
      Coro::Timer::sleep 0.25;

      for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
         cf::map::find $path;
      }

      # now hunt for resettable per-player maps
      for my $login (@{ cf::player::list_logins or [] }) {
         for my $path (@{ cf::player::maps $login or [] }) {
            $path =~ /^~[^\/]+(\/.*)$/
               or next; # doh

            my $base = cf::map::find $1;

            # skip maps without base maps on the assumption
            # that those are old, unresettable maps
            next unless $base;

            # skip unresettable maps, for speed
            next if $base->{deny_reset};

            my $map = cf::map::find $path;

            if ($map->{deny_reset}) {
               warn "found noreset map with resettable base map, resetting: $path\n";
               delete $map->{deny_reset};
            }
         }
      }
   };

   our $SCHEDULER = cf::async_ext {
      $Coro::current->{desc} = "map scheduler";
      $Coro::current->prio (Coro::PRIO_MAX);

      while () {
         if ($cf::LOADAVG > $SWAP_LOAD2) {
            cf::wait_for_tick;
         } else {
            Coro::EV::timer_once $SCHEDULE_INTERVAL;
         }

         # this weird form of iteration over values is used because
         # the hash changes underneath us frequently, and 'for'
         # keeps a direct reference to the value without (in 5.8 perls)
         # keeping a reference, so this is prone to crashes or worse.
         my @maps = keys %cf::MAP;
         for (@maps) {
            my $map = $cf::MAP{$_}
               or next;
            $map->valid or next;

            eval {
               # not yet, because maps might become visible to players nearby
               # we need to remove the map from %cf::MAP and all tiled map links
#         if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
#            $map->deactivate;
#            delete $map->{active};
#         }
               if ($map->should_reset) {
                  $map->reset;
               } elsif ($map->in_memory == cf::MAP_ACTIVE) {
                  my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
                                           $cf::TICK * 1.5, $SWAP_TIMEOUT;

                  if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
                     $map->swap_out;
                  } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
                     $map->save;
                     $map->{last_save} -= cf::rndm; # randomise map save times a bit
                  }
               }
            };
            warn $@ if $@;
            cf::cede_to_tick;
         };
      }
   };

   $SCHEDULER->prio (-2);
};

# purely for debugging, will load ALL maps
sub loadall {
   my $maps = cf::map::static_maps;

   for my $path (@$maps) {
      my $map = cf::map::find $path
         or warn "ERROR: unable to find map $path\n";
      $map->load;
   }
}

Revision:	1.54
Committed:	Wed May 5 23:23:29 2010 UTC (14 years ago) by root
Branch:	MAIN
Changes since 1.53:	+0 -3 lines
Log Message:	move incloader to its own module, no onger emergency_save before perl_reload
#	User	Rev	Content
1	root	1.37	#! perl # mandatory
2	root	1.1
3			# this extension swaps out maps and resets them, in essence managing
4			# the reset/swap policy of the server.
5	root	1.18	# it also contains the map prefetching logic
6	root	1.1
7	root	1.24	#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8	root	1.34	our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} \|\| 300; # number of seconds after which inactive maps get swapped out
9	root	1.47	our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} \|\| 5; # time the map scheduler sleeps between runs
10	root	1.34	our $SAVE_TIMEOUT = $cf::CFG{save_timeout} \|\| 30; # save maps every n seconds
11			our $SWAP_LOAD1 = $cf::CFG{swap_load1} \|\| .1; # start aggressively swapping at this load
12	root	1.47	our $SWAP_LOAD2 = $cf::CFG{swap_load2} \|\| .6; # swap as fast as possible at this load
13	root	1.1
14	root	1.48	cf::post_init {
15			cf::async_ext {
16			$Coro::current->{desc} = "startup map scanner";
17			$Coro::current->prio (Coro::PRIO_MIN);
18
19			# load the header of swapped-out maps.
20			# this is not a correctness issue, it simply saves diskspace
21			# because old files will get cleaned up on reset time
22			Coro::Timer::sleep 0.25;
23
24			for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
25			cf::map::find $path;
26			}
27
28			# now hunt for resettable per-player maps
29			for my $login (@{ cf::player::list_logins or [] }) {
30			for my $path (@{ cf::player::maps $login or [] }) {
31			$path =~ /^~[^\/]+(\/.*)$/
32			or next; # doh
33	root	1.35
34	root	1.48	my $base = cf::map::find $1;
35	root	1.35
36	root	1.48	# skip maps without base maps on the assumption
37			# that those are old, unresettable maps
38			next unless $base;
39	root	1.35
40	root	1.48	# skip unresettable maps, for speed
41			next if $base->{deny_reset};
42	root	1.35
43	root	1.48	my $map = cf::map::find $path;
44	root	1.35
45	root	1.48	if ($map->{deny_reset}) {
46			warn "found noreset map with resettable base map, resetting: $path\n";
47			delete $map->{deny_reset};
48			}
49	root	1.35	}
50			}
51	root	1.48	};
52	root	1.12
53	root	1.48	our $SCHEDULER = cf::async_ext {
54			$Coro::current->{desc} = "map scheduler";
55			$Coro::current->prio (Coro::PRIO_MAX);
56
57			while () {
58			if ($cf::LOADAVG > $SWAP_LOAD2) {
59			cf::wait_for_tick;
60			} else {
61			Coro::EV::timer_once $SCHEDULE_INTERVAL;
62			}
63	root	1.1
64	root	1.48	# this weird form of iteration over values is used because
65	root	1.51	# the hash changes underneath us frequently, and 'for'
66	root	1.48	# keeps a direct reference to the value without (in 5.8 perls)
67			# keeping a reference, so this is prone to crashes or worse.
68			my @maps = keys %cf::MAP;
69			for (@maps) {
70			my $map = $cf::MAP{$_}
71			or next;
72			$map->valid or next;
73
74			eval {
75			# not yet, because maps might become visible to players nearby
76			# we need to remove the map from %cf::MAP and all tiled map links
77	root	1.1	# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
78			# $map->deactivate;
79			# delete $map->{active};
80			# }
81	root	1.48	if ($map->should_reset) {
82			$map->reset;
83			} elsif ($map->in_memory == cf::MAP_ACTIVE) {
84			my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
85			$cf::TICK * 1.5, $SWAP_TIMEOUT;
86
87			if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
88			$map->swap_out;
89			} elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
90			$map->save;
91	root	1.52	$map->{last_save} -= cf::rndm; # randomise map save times a bit
92	root	1.48	}
93	root	1.3	}
94	root	1.48	};
95			warn $@ if $@;
96			cf::cede_to_tick;
97	root	1.1	};
98	root	1.48	}
99			};
100
101			$SCHEDULER->prio (-2);
102	root	1.1	};
103	root	1.5
104	root	1.49	# purely for debugging, will load ALL maps
105			sub loadall {
106	root	1.50	my $maps = cf::map::static_maps;
107
108			for my $path (@$maps) {
109			my $map = cf::map::find $path
110			or warn "ERROR: unable to find map $path\n";
111			$map->load;
112			}
113	root	1.49	}
114