server/ext/map-scheduler.ext

#! perl # mandatory

# this extension swaps out maps and resets them, in essence managing
# the reset/swap policy of the server.
# it also contains the map prefetching logic

#our $DEACTIVATE_TIMEOUT =   20; # number of seconds after which maps get deactivated to save cpu
our $SWAP_TIMEOUT       = $cf::CFG{swap_timeout}      || 300; # number of seconds after which inactive maps get swapped out
our $SCHEDULE_INTERVAL  = $cf::CFG{schedule_interval} ||   5; # time the map scheduler sleeps between runs
our $SAVE_TIMEOUT       = $cf::CFG{save_timeout}      ||  30; # save maps every n seconds
our $SWAP_LOAD1         = $cf::CFG{swap_load1}        ||  .1; # start aggressively swapping at this load
our $SWAP_LOAD2         = $cf::CFG{swap_load2}        ||  .6; # swap as fast as possible at this load

cf::post_init {
   cf::async_ext {
      $Coro::current->{desc} = "startup map scanner";
      $Coro::current->prio (Coro::PRIO_MIN);

      # load the header of swapped-out maps.
      # this is not a correctness issue, it simply saves diskspace
      # because old files will get cleaned up on reset time
      Coro::Timer::sleep 0.25;

      for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
         cf::cede_to_tick;
         cf::map::find $path;
      }

      # now hunt for resettable per-player maps
      for my $login (@{ cf::player::list_logins or [] }) {
         for my $path (@{ cf::player::maps $login or [] }) {
            cf::cede_to_tick;

            $path =~ /^~[^\/]+(\/.*)$/
               or next; # doh

            my $base = cf::map::find $1;

            # skip maps without base maps on the assumption
            # that those are old, unresettable maps
            next unless $base;

            # skip unresettable maps, for speed
            next if $base->{deny_reset};

            my $map = cf::map::find $path;

            if ($map->{deny_reset}) {
               warn "found noreset map with resettable base map, resetting: $path\n";
               delete $map->{deny_reset};
            }
         }
      }
   };

   our $SCHEDULER = cf::async_ext {
      $Coro::current->{desc} = "map scheduler";
      $Coro::current->prio (Coro::PRIO_MAX);

      while () {
         if ($cf::LOADAVG > $SWAP_LOAD2) {
            cf::wait_for_tick;
         } else {
            Coro::EV::timer_once $SCHEDULE_INTERVAL;
         }

         # this weird form of iteration over values is used because
         # the hash changes underneath us frequently, and 'for'
         # keeps a direct reference to the value without (in 5.8 perls)
         # keeping a reference, so this is prone to crashes or worse.
         my @maps = keys %cf::MAP;
         for (@maps) {
            my $map = $cf::MAP{$_}
               or next;
            $map->valid or next;

            eval {
               # not yet, because maps might become visible to players nearby
               # we need to remove the map from %cf::MAP and all tiled map links
#         if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
#            $map->deactivate;
#            delete $map->{active};
#         }
               if ($map->should_reset) {
                  $map->reset;
               } elsif ($map->in_memory == cf::MAP_ACTIVE) {
                  my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
                                           $cf::TICK * 1.5, $SWAP_TIMEOUT;

                  if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
                     $map->swap_out;
                  } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
                     $map->save;
                     $map->{last_save} -= cf::rndm; # randomise map save times a bit
                  }
               }
            };
            warn $@ if $@;
            cf::cede_to_tick;
         };
      }
   };

   $SCHEDULER->prio (-2);
};

# purely for debugging, will load ALL maps
sub loadall {
   my $maps = cf::map::static_maps;

   for my $path (@$maps) {
      my $map = cf::map::find $path
         or warn "ERROR: unable to find map $path\n";
      $map->load;
   }
}

Revision:	1.53
Committed:	Tue May 4 21:45:42 2010 UTC (14 years ago) by root
Branch:	MAIN
Changes since 1.52:	+0 -1 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.37	#! perl # mandatory
2	root	1.1
3			# this extension swaps out maps and resets them, in essence managing
4			# the reset/swap policy of the server.
5	root	1.18	# it also contains the map prefetching logic
6	root	1.1
7	root	1.24	#our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8	root	1.34	our $SWAP_TIMEOUT = $cf::CFG{swap_timeout} \|\| 300; # number of seconds after which inactive maps get swapped out
9	root	1.47	our $SCHEDULE_INTERVAL = $cf::CFG{schedule_interval} \|\| 5; # time the map scheduler sleeps between runs
10	root	1.34	our $SAVE_TIMEOUT = $cf::CFG{save_timeout} \|\| 30; # save maps every n seconds
11			our $SWAP_LOAD1 = $cf::CFG{swap_load1} \|\| .1; # start aggressively swapping at this load
12	root	1.47	our $SWAP_LOAD2 = $cf::CFG{swap_load2} \|\| .6; # swap as fast as possible at this load
13	root	1.1
14	root	1.48	cf::post_init {
15			cf::async_ext {
16			$Coro::current->{desc} = "startup map scanner";
17			$Coro::current->prio (Coro::PRIO_MIN);
18
19			# load the header of swapped-out maps.
20			# this is not a correctness issue, it simply saves diskspace
21			# because old files will get cleaned up on reset time
22			Coro::Timer::sleep 0.25;
23
24			for my $path (@{ cf::map::tmp_maps or [] }, @{ cf::map::random_maps or [] }) {
25	root	1.38	cf::cede_to_tick;
26	root	1.48	cf::map::find $path;
27			}
28
29			# now hunt for resettable per-player maps
30			for my $login (@{ cf::player::list_logins or [] }) {
31			for my $path (@{ cf::player::maps $login or [] }) {
32			cf::cede_to_tick;
33	root	1.35
34	root	1.48	$path =~ /^~[^\/]+(\/.*)$/
35			or next; # doh
36	root	1.35
37	root	1.48	my $base = cf::map::find $1;
38	root	1.35
39	root	1.48	# skip maps without base maps on the assumption
40			# that those are old, unresettable maps
41			next unless $base;
42	root	1.35
43	root	1.48	# skip unresettable maps, for speed
44			next if $base->{deny_reset};
45	root	1.35
46	root	1.48	my $map = cf::map::find $path;
47	root	1.35
48	root	1.48	if ($map->{deny_reset}) {
49			warn "found noreset map with resettable base map, resetting: $path\n";
50			delete $map->{deny_reset};
51			}
52	root	1.35	}
53			}
54	root	1.48	};
55	root	1.12
56	root	1.48	our $SCHEDULER = cf::async_ext {
57			$Coro::current->{desc} = "map scheduler";
58			$Coro::current->prio (Coro::PRIO_MAX);
59
60			while () {
61			if ($cf::LOADAVG > $SWAP_LOAD2) {
62			cf::wait_for_tick;
63			} else {
64			Coro::EV::timer_once $SCHEDULE_INTERVAL;
65			}
66	root	1.1
67	root	1.48	# this weird form of iteration over values is used because
68	root	1.51	# the hash changes underneath us frequently, and 'for'
69	root	1.48	# keeps a direct reference to the value without (in 5.8 perls)
70			# keeping a reference, so this is prone to crashes or worse.
71			my @maps = keys %cf::MAP;
72			for (@maps) {
73			my $map = $cf::MAP{$_}
74			or next;
75			$map->valid or next;
76
77			eval {
78			# not yet, because maps might become visible to players nearby
79			# we need to remove the map from %cf::MAP and all tiled map links
80	root	1.1	# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
81			# $map->deactivate;
82			# delete $map->{active};
83			# }
84	root	1.48	if ($map->should_reset) {
85			$map->reset;
86			} elsif ($map->in_memory == cf::MAP_ACTIVE) {
87			my $max_idle = cf::clamp +(cf::lerp $cf::LOADAVG, $SWAP_LOAD1, $SWAP_LOAD2, $SWAP_TIMEOUT, $cf::TICK * 1.5),
88			$cf::TICK * 1.5, $SWAP_TIMEOUT;
89
90			if ($map->last_access + $max_idle <= $cf::RUNTIME && !$map->players) {
91			$map->swap_out;
92			} elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
93			$map->save;
94	root	1.52	$map->{last_save} -= cf::rndm; # randomise map save times a bit
95	root	1.48	}
96	root	1.3	}
97	root	1.48	};
98			warn $@ if $@;
99			cf::cede_to_tick;
100	root	1.1	};
101	root	1.48	}
102			};
103
104			$SCHEDULER->prio (-2);
105	root	1.1	};
106	root	1.5
107	root	1.49	# purely for debugging, will load ALL maps
108			sub loadall {
109	root	1.50	my $maps = cf::map::static_maps;
110
111			for my $path (@$maps) {
112			my $map = cf::map::find $path
113			or warn "ERROR: unable to find map $path\n";
114			$map->load;
115			}
116	root	1.49	}
117