… | |
… | |
2 | |
2 | |
3 | # this plug-in prefetches maps. everytime a player enters a map, |
3 | # this plug-in prefetches maps. everytime a player enters a map, |
4 | # it will asynchronously prefetch files from disk (it will not load them |
4 | # it will asynchronously prefetch files from disk (it will not load them |
5 | # into the server, but into the OS cache only). |
5 | # into the server, but into the OS cache only). |
6 | |
6 | |
|
|
7 | if (0) { #test# |
7 | use Errno (); |
8 | use Errno (); |
8 | use Time::HiRes; |
9 | use Time::HiRes; |
9 | use Fcntl; |
10 | use Fcntl; |
10 | use IO::AIO; |
11 | use IO::AIO; |
|
|
12 | |
|
|
13 | Event->io (fd => IO::AIO::poll_fileno, |
|
|
14 | poll => 'r', |
|
|
15 | cb => \&IO::AIO::poll_cb); |
11 | |
16 | |
12 | # find all potential exit paths, this is slow, so this info is cached |
17 | # find all potential exit paths, this is slow, so this info is cached |
13 | sub find_exits { |
18 | sub find_exits { |
14 | my ($map) = @_; |
19 | my ($map) = @_; |
15 | |
20 | |
16 | my %exit; |
21 | my %exit; |
17 | |
22 | |
|
|
23 | # normal exits |
18 | for my $x (0 .. $map->width - 1) { |
24 | for my $x (0 .. $map->width - 1) { |
19 | for my $y (0 .. $map->height - 1) { |
25 | for my $y (0 .. $map->height - 1) { |
20 | for (grep $_->type == 66, $map->at ($x, $y)) { |
26 | for (grep $_->type == 66, $map->at ($x, $y)) { |
21 | my $path = $_->slaying; |
27 | my $path = $_->slaying; |
22 | |
28 | |
23 | next if 3 > length $path; |
29 | next if 3 > length $path; |
24 | |
30 | |
|
|
31 | # TODO: improve unique exit detection etc. |
25 | $path = cf::maps_directory cf::path_combine_and_normalize $map->path, $path; |
32 | $exit{cf::maps_directory cf::path_combine_and_normalize $map->path, $path}++; |
26 | |
|
|
27 | $exit{$path}++; |
|
|
28 | } |
33 | } |
29 | } |
34 | } |
|
|
35 | } |
|
|
36 | |
|
|
37 | # tiled maps |
|
|
38 | for (0..3) { |
|
|
39 | my $path = $map->tile_path ($_) |
|
|
40 | or next; |
|
|
41 | |
|
|
42 | $exit{cf::maps_directory cf::path_combine_and_normalize $map->path, $path}++; |
30 | } |
43 | } |
31 | |
44 | |
32 | [keys %exit] |
45 | [keys %exit] |
33 | } |
46 | } |
34 | |
47 | |
|
|
48 | my $PREFETCHING; |
|
|
49 | my @PREFETCH; |
|
|
50 | my %FILE_TIMEOUT; |
|
|
51 | |
|
|
52 | sub _prefetch; |
|
|
53 | |
|
|
54 | my $empty_cb = sub { }; |
|
|
55 | |
|
|
56 | sub load_file { |
|
|
57 | my ($path, $cb) = @_; |
|
|
58 | |
|
|
59 | my $NOW = Time::HiRes::time; |
|
|
60 | |
|
|
61 | aio_open $path, O_RDONLY, 0, sub { |
|
|
62 | my $fh = shift |
|
|
63 | or return $cb->(), _prefetch; |
|
|
64 | |
|
|
65 | aio_readahead $fh, 0, -s $fh, sub { |
|
|
66 | my $time = Time::HiRes::time - $NOW; |
|
|
67 | warn "LONG PREFETCH $path $time\n" if $time > 0.3; |
|
|
68 | |
|
|
69 | $cb->(), _prefetch; |
|
|
70 | }; |
|
|
71 | }; |
|
|
72 | } |
|
|
73 | |
|
|
74 | sub prefetch($$;$) { |
|
|
75 | my ($type, $path, $cb) = @_; |
|
|
76 | |
|
|
77 | push @PREFETCH, [$type, $path, $cb || $empty_cb]; |
|
|
78 | _prefetch unless $PREFETCHING; |
|
|
79 | } |
|
|
80 | |
|
|
81 | sub _prefetch { |
|
|
82 | $PREFETCHING = 1; |
|
|
83 | |
|
|
84 | while (@PREFETCH) { |
|
|
85 | my ($type, $path, $cb) = @{ shift @PREFETCH }; |
|
|
86 | |
|
|
87 | my $NOW = Time::HiRes::time; |
|
|
88 | $cb->(), next if $FILE_TIMEOUT{$path} > $NOW; |
|
|
89 | $FILE_TIMEOUT{$path} = $NOW + 60 + rand 60; |
|
|
90 | |
|
|
91 | if ($type eq "map") { |
|
|
92 | if (my $map = cf::map::has_been_loaded $path) { |
|
|
93 | $cb->(), next if $map->in_memory == cf::MAP_IN_MEMORY; |
|
|
94 | |
|
|
95 | prefetch file => $map->tmpname |
|
|
96 | if $map->in_memory == cf::MAP_SWAPPED; |
|
|
97 | } |
|
|
98 | } |
|
|
99 | |
|
|
100 | load_file $path, $cb; |
|
|
101 | return; |
|
|
102 | } |
|
|
103 | |
|
|
104 | $PREFETCHING = 0; |
|
|
105 | } |
|
|
106 | |
35 | my %MAP_EXITS; |
107 | my %MAP_EXITS; |
36 | my %MAP_TIMEOUT; |
108 | |
|
|
109 | sub prefetch_map($) { |
|
|
110 | my ($map) = @_; |
|
|
111 | |
|
|
112 | my $exit = $MAP_EXITS{$map->path} ||= find_exits $map; |
|
|
113 | prefetch map => $_ for @$exit; |
|
|
114 | } |
37 | |
115 | |
38 | sub on_mapenter { |
116 | sub on_mapenter { |
39 | my ($ob) = @_; |
117 | my ($ob) = @_; |
40 | |
118 | |
41 | my $exit = $MAP_EXITS{$ob->map->path} ||= find_exits $ob->map; |
119 | prefetch_map $ob->map; |
|
|
120 | } |
42 | |
121 | |
43 | my $NOW = Time::HiRes::time; |
122 | # prefetch a few players/second |
|
|
123 | { |
|
|
124 | my @players; |
44 | |
125 | |
45 | for my $path (@$exit) { |
126 | Event->timer (interval => 0.2, cb => sub { |
46 | next if $MAP_TIMEOUT{$path} > $NOW; |
127 | @players = map $_->ob->name, cf::player::list unless @players; |
|
|
128 | my $player = cf::player::find pop @players |
|
|
129 | or return; |
47 | |
130 | |
48 | if (my $map = cf::map::has_been_loaded $path) { |
131 | if (my $map = $player->ob->map) { |
49 | next if $map->in_memory == cf::MAP_IN_MEMORY; |
132 | prefetch_map $map; |
50 | |
|
|
51 | $path = $map->tmppath if $map->in_memory == cf::MAP_SWAPPED; |
|
|
52 | } |
133 | } |
53 | |
134 | |
54 | $MAP_TIMEOUT{$path} = $NOW + 60 + rand 60; |
135 | prefetch map => +($player->get_savebed)[0]; |
55 | |
|
|
56 | aio_open $path, O_RDONLY, 0, sub { |
|
|
57 | my ($fh) = @_ |
|
|
58 | or return; |
|
|
59 | aio_readahead $fh, 0, -s $fh, sub { |
|
|
60 | my $time = Time::HiRes::time - $NOW; |
|
|
61 | warn "LONG PREFETCH $path $time\n" if $time > 0.15; |
|
|
62 | }; |
|
|
63 | }; |
|
|
64 | } |
136 | }); |
65 | } |
137 | } |
66 | |
138 | |
67 | sub on_clock { |
139 | # prefetch all .pl files every few minutes (thats only a "few" megabytes) |
68 | # boy how I hate polling |
140 | Event->timer (after => 1, interval => 600, cb => sub { |
69 | IO::AIO::poll_cb; |
141 | my $playerdir = cf::localdir . "/" . cf::playerdir; |
|
|
142 | |
|
|
143 | aio_readdir $playerdir, sub { |
|
|
144 | my ($players) = @_; |
|
|
145 | my $prefetch; $prefetch = sub { |
|
|
146 | my $player = pop @$players |
|
|
147 | or return; |
|
|
148 | |
|
|
149 | load_file "$playerdir/$player/$player.pl", $prefetch; |
|
|
150 | }; |
|
|
151 | |
|
|
152 | $prefetch->(); $prefetch->(); |
|
|
153 | }; |
|
|
154 | }); |
70 | } |
155 | } |
71 | |
156 | |
72 | |
157 | |
|
|
158 | |