server/ext/map-scheduler.ext

#! perl

# this extension swaps out maps and resets them, in essence managing
# the reset/swap policy of the server.
# it also contains the map prefetching logic

our $DEACTIVATE_TIMEOUT =   20; # number of seconds after which maps get deactivated to save cpu
our $SWAP_TIMEOUT       =   35; # number of seconds after which maps inactive get swapped out
our $SCHEDULE_INTERVAL  =    2; # time the map scheduler sleeps between runs
our $SAVE_TIMEOUT       =   20; # save maps every n seconds
our $SAVE_INTERVAL      =  0.1; # save at max. one map every $SAVE_INTERVAL

cf::async_ext {
   $Coro::current->prio (Coro::PRIO_MIN);
   # load the header of swapped-out maps.
   # this is not a correctness issue, it simply saves diskspace
   # because old files will get cleaned up on reset time
   Coro::Timer::sleep 1;

   my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir;

   for my $map (@$files) {
      utf8::decode $map;
      next if $map =~ /\.(?:pst|meta)$/;
      $map =~ s/∕/\//g;
      cf::map::find $map;
      Coro::Timer::sleep 0.05;
   }

   #TODO: should also preload random maps...
};

our $SCHEDULER = cf::async_ext {
   while () {
      Coro::Timer::sleep $SCHEDULE_INTERVAL;

      # this weird form of iteration over values is used because
      # the hash changes underneath us frequently, and for
      # keeps a direct reference to the value without (in 5.8 perls)
      # keeping a reference, so this is prone to crashes or worse.
      my @maps = keys %cf::MAP;
      for (@maps) {
         my $map = $cf::MAP{$_}
            or next;
         $map->valid or next;

         eval {
            # not yet, because maps might become visible to players nearby
            # we need to remove the map from %cf::MAP and all tiled map links
#         if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
#            $map->deactivate;
#            delete $map->{active};
#         }
            if ($map->should_reset) {
               $map->reset;
            } elsif ($map->in_memory == cf::MAP_IN_MEMORY) {
               if ($map->last_access + $SWAP_TIMEOUT <= $cf::RUNTIME && !$map->players) {
                  $map->swap_out;
                  Coro::Timer::sleep $SAVE_INTERVAL;
               } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
                  $map->save;
                  Coro::Timer::sleep $SAVE_INTERVAL;
               }
            }
         };
         warn $@ if $@;
         Coro::cede;
      };
   }
};

$SCHEDULER->prio (-2);

# map load prefetch for tiled maps, possibly exits, too
cf::map->attach (
   on_enter => sub {
      my ($map, $pl) = @_;

      (cf::async {
         my @diag; # diagonal neighbours

         for (0 .. 3) {
            my $neigh = $map->tile_path ($_)
               or next;
            $neigh = cf::map::find $neigh, $map
               or next;
            $neigh->load;

            push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
                        [$neigh->tile_path (($_ + 1) % 4), $neigh];
         }

         for (@diag) {
            my $neigh = cf::map::find @$_
               or next;
            $neigh->load;
         }
      })->prio (2);
      # higher prio because prefetching is very important
      # as it prefetches maps that can make the server block
   },
);

Revision:	1.18
Committed:	Fri Jan 5 21:51:41 2007 UTC (17 years, 4 months ago) by root
Branch:	MAIN
Changes since 1.17:	+1 -0 lines
Log Message:	improve the hack
#	User	Rev	Content
1	root	1.1	#! perl
2
3			# this extension swaps out maps and resets them, in essence managing
4			# the reset/swap policy of the server.
5	root	1.18	# it also contains the map prefetching logic
6	root	1.1
7	root	1.7	our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8	root	1.10	our $SWAP_TIMEOUT = 35; # number of seconds after which maps inactive get swapped out
9	root	1.7	our $SCHEDULE_INTERVAL = 2; # time the map scheduler sleeps between runs
10	root	1.10	our $SAVE_TIMEOUT = 20; # save maps every n seconds
11			our $SAVE_INTERVAL = 0.1; # save at max. one map every $SAVE_INTERVAL
12	root	1.1
13	root	1.17	cf::async_ext {
14	root	1.12	$Coro::current->prio (Coro::PRIO_MIN);
15	root	1.14	# load the header of swapped-out maps.
16	root	1.12	# this is not a correctness issue, it simply saves diskspace
17			# because old files will get cleaned up on reset time
18	root	1.16	Coro::Timer::sleep 1;
19	root	1.12
20			my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir;
21
22			for my $map (@$files) {
23			utf8::decode $map;
24			next if $map =~ /\.(?:pst\|meta)$/;
25			$map =~ s/∕/\//g;
26			cf::map::find $map;
27	root	1.13	Coro::Timer::sleep 0.05;
28	root	1.12	}
29
30			#TODO: should also preload random maps...
31			};
32
33	root	1.17	our $SCHEDULER = cf::async_ext {
34	root	1.1	while () {
35			Coro::Timer::sleep $SCHEDULE_INTERVAL;
36
37	root	1.9	# this weird form of iteration over values is used because
38			# the hash changes underneath us frequently, and for
39			# keeps a direct reference to the value without (in 5.8 perls)
40			# keeping a reference, so this is prone to crashes or worse.
41	root	1.8	my @maps = keys %cf::MAP;
42			for (@maps) {
43			my $map = $cf::MAP{$_}
44			or next;
45			$map->valid or next;
46	root	1.9
47	root	1.1	eval {
48			# not yet, because maps might become visible to players nearby
49	root	1.3	# we need to remove the map from %cf::MAP and all tiled map links
50	root	1.1	# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
51			# $map->deactivate;
52			# delete $map->{active};
53			# }
54			if ($map->should_reset) {
55			$map->reset;
56	root	1.3	} elsif ($map->in_memory == cf::MAP_IN_MEMORY) {
57	root	1.6	if ($map->last_access + $SWAP_TIMEOUT <= $cf::RUNTIME && !$map->players) {
58	root	1.3	$map->swap_out;
59			Coro::Timer::sleep $SAVE_INTERVAL;
60			} elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
61			$map->save;
62			Coro::Timer::sleep $SAVE_INTERVAL;
63			}
64	root	1.1	}
65			};
66			warn $@ if $@;
67			Coro::cede;
68	root	1.8	};
69	root	1.1	}
70			};
71	root	1.5
72	root	1.1	$SCHEDULER->prio (-2);
73
74	root	1.15	# map load prefetch for tiled maps, possibly exits, too
75	root	1.11	cf::map->attach (
76			on_enter => sub {
77			my ($map, $pl) = @_;
78
79	root	1.17	(cf::async {
80	root	1.16	my @diag; # diagonal neighbours
81
82			for (0 .. 3) {
83			my $neigh = $map->tile_path ($_)
84			or next;
85			$neigh = cf::map::find $neigh, $map
86			or next;
87			$neigh->load;
88
89			push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
90			[$neigh->tile_path (($_ + 1) % 4), $neigh];
91			}
92
93			for (@diag) {
94			my $neigh = cf::map::find @$_
95			or next;
96			$neigh->load;
97			}
98			})->prio (2);
99			# higher prio because prefetching is very important
100			# as it prefetches maps that can make the server block
101	root	1.11	},
102			);
103