server/ext/map-scheduler.ext

#! perl

# this extension swaps out maps and resets them, in essence managing
# the reset/swap policy of the server.
# it also contains the map prefetching logic

our $DEACTIVATE_TIMEOUT =   20; # number of seconds after which maps get deactivated to save cpu
our $SWAP_TIMEOUT       =   35; # number of seconds after which maps inactive get swapped out
our $SCHEDULE_INTERVAL  =    2; # time the map scheduler sleeps between runs
our $SAVE_TIMEOUT       =   20; # save maps every n seconds

cf::async_ext {
   $Coro::current->prio (Coro::PRIO_MIN);
   # load the header of swapped-out maps.
   # this is not a correctness issue, it simply saves diskspace
   # because old files will get cleaned up on reset time
   Coro::Timer::sleep 1;

   my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir;

   for my $map (@$files) {
      utf8::decode $map;
      next if $map =~ /\.(?:pst|meta)$/;
      $map =~ s/∕/\//g;
      cf::map::find $map;
      Coro::Timer::sleep 0.3;
   }

   #TODO: should also preload random maps...
};

our $SCHEDULER = cf::async_ext {
   while () {
      Coro::Timer::sleep $SCHEDULE_INTERVAL;

      # this weird form of iteration over values is used because
      # the hash changes underneath us frequently, and for
      # keeps a direct reference to the value without (in 5.8 perls)
      # keeping a reference, so this is prone to crashes or worse.
      my @maps = keys %cf::MAP;
      for (@maps) {
         my $map = $cf::MAP{$_}
            or next;
         $map->valid or next;

         eval {
            # not yet, because maps might become visible to players nearby
            # we need to remove the map from %cf::MAP and all tiled map links
#         if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
#            $map->deactivate;
#            delete $map->{active};
#         }
            if ($map->should_reset) {
               $map->reset;
            } elsif ($map->in_memory == cf::MAP_IN_MEMORY) {
               if ($map->last_access + $SWAP_TIMEOUT <= $cf::RUNTIME && !$map->players) {
                  $cf::WAIT_FOR_TICK_ONE->wait;
                  $map->swap_out;
               } elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
                  $cf::WAIT_FOR_TICK_ONE->wait;
                  $map->save;
               }
            }
         };
         warn $@ if $@;
         Coro::cede;
      };
   }
};

$SCHEDULER->prio (-2);

# map load prefetch for tiled maps, possibly exits, too
cf::map->attach (
   on_enter => sub {
      my ($map, $pl) = @_;

      (cf::async {
         my @diag; # diagonal neighbours

         for (0 .. 3) {
            my $neigh = $map->tile_path ($_)
               or next;
            $neigh = cf::map::find $neigh, $map
               or next;
            $neigh->load;

            push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
                        [$neigh->tile_path (($_ + 1) % 4), $neigh];
         }

         for (@diag) {
            my $neigh = cf::map::find @$_
               or next;
            $neigh->load;
         }
      })->prio (2);
      # higher prio because prefetching is very important
      # as it prefetches maps that can make the server block
   },
);

Revision:	1.20
Committed:	Tue Jan 9 21:32:42 2007 UTC (17 years, 4 months ago) by root
Branch:	MAIN
Changes since 1.19:	+2 -3 lines
Log Message:	- added $cf::WAIT_FOR_TICK* - tuned map-scheduler and player-scheduler - added $op->inv_recursive - added objects_size/objects($index) and actives_size/actives($index) for access to the object and actives vector. - more robust player loader - removed _perl_data attribute support - SIGINT/TERM/HUP are now safe as they are handled synchronously. - replaced LOOK_OBJ by client_visible - cleanups
#	User	Rev	Content
1	root	1.1	#! perl
2
3			# this extension swaps out maps and resets them, in essence managing
4			# the reset/swap policy of the server.
5	root	1.18	# it also contains the map prefetching logic
6	root	1.1
7	root	1.7	our $DEACTIVATE_TIMEOUT = 20; # number of seconds after which maps get deactivated to save cpu
8	root	1.10	our $SWAP_TIMEOUT = 35; # number of seconds after which maps inactive get swapped out
9	root	1.7	our $SCHEDULE_INTERVAL = 2; # time the map scheduler sleeps between runs
10	root	1.10	our $SAVE_TIMEOUT = 20; # save maps every n seconds
11	root	1.1
12	root	1.17	cf::async_ext {
13	root	1.12	$Coro::current->prio (Coro::PRIO_MIN);
14	root	1.14	# load the header of swapped-out maps.
15	root	1.12	# this is not a correctness issue, it simply saves diskspace
16			# because old files will get cleaned up on reset time
17	root	1.16	Coro::Timer::sleep 1;
18	root	1.12
19			my $files = Coro::AIO::aio_readdir cf::localdir . "/" . cf::tmpdir;
20
21			for my $map (@$files) {
22			utf8::decode $map;
23			next if $map =~ /\.(?:pst\|meta)$/;
24			$map =~ s/∕/\//g;
25			cf::map::find $map;
26	root	1.19	Coro::Timer::sleep 0.3;
27	root	1.12	}
28
29			#TODO: should also preload random maps...
30			};
31
32	root	1.17	our $SCHEDULER = cf::async_ext {
33	root	1.1	while () {
34			Coro::Timer::sleep $SCHEDULE_INTERVAL;
35
36	root	1.9	# this weird form of iteration over values is used because
37			# the hash changes underneath us frequently, and for
38			# keeps a direct reference to the value without (in 5.8 perls)
39			# keeping a reference, so this is prone to crashes or worse.
40	root	1.8	my @maps = keys %cf::MAP;
41			for (@maps) {
42			my $map = $cf::MAP{$_}
43			or next;
44			$map->valid or next;
45	root	1.9
46	root	1.1	eval {
47			# not yet, because maps might become visible to players nearby
48	root	1.3	# we need to remove the map from %cf::MAP and all tiled map links
49	root	1.1	# if ($last_access + $DEACTIVATE_TIMEOUT <= $cf::RUNTIME) {
50			# $map->deactivate;
51			# delete $map->{active};
52			# }
53			if ($map->should_reset) {
54			$map->reset;
55	root	1.3	} elsif ($map->in_memory == cf::MAP_IN_MEMORY) {
56	root	1.6	if ($map->last_access + $SWAP_TIMEOUT <= $cf::RUNTIME && !$map->players) {
57	root	1.20	$cf::WAIT_FOR_TICK_ONE->wait;
58	root	1.3	$map->swap_out;
59			} elsif ($map->{last_save} + $SAVE_TIMEOUT <= $cf::RUNTIME) {
60	root	1.20	$cf::WAIT_FOR_TICK_ONE->wait;
61	root	1.3	$map->save;
62			}
63	root	1.1	}
64			};
65			warn $@ if $@;
66			Coro::cede;
67	root	1.8	};
68	root	1.1	}
69			};
70	root	1.5
71	root	1.1	$SCHEDULER->prio (-2);
72
73	root	1.15	# map load prefetch for tiled maps, possibly exits, too
74	root	1.11	cf::map->attach (
75			on_enter => sub {
76			my ($map, $pl) = @_;
77
78	root	1.17	(cf::async {
79	root	1.16	my @diag; # diagonal neighbours
80
81			for (0 .. 3) {
82			my $neigh = $map->tile_path ($_)
83			or next;
84			$neigh = cf::map::find $neigh, $map
85			or next;
86			$neigh->load;
87
88			push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
89			[$neigh->tile_path (($_ + 1) % 4), $neigh];
90			}
91
92			for (@diag) {
93			my $neigh = cf::map::find @$_
94			or next;
95			$neigh->load;
96			}
97			})->prio (2);
98			# higher prio because prefetching is very important
99			# as it prefetches maps that can make the server block
100	root	1.11	},
101			);
102