| 1 | #!/opt/bin/perl |
1 | #!/opt/bin/perl |
| 2 | |
2 | |
| 3 | # cfmap2idx - inverted index for crossfire maps |
3 | # cfmapidx - inverted index for deliantra maps |
| 4 | # Copyright (C) 2005 Marc Lehmann <gvpe@schmorp.de> |
4 | # Copyright (C) 2005,2007,2008,2009 Marc Lehmann <cfmaps@schmorp.de> |
| 5 | # |
5 | # |
| 6 | # CFMAPIDX is free software; you can redistribute it and/or modify |
6 | # CFMAPIDX is free software; you can redistribute it and/or modify |
| 7 | # it under the terms of the GNU General Public License as published by |
7 | # it under the terms of the GNU General Public License as published by |
| 8 | # the Free Software Foundation; either version 2 of the License, or |
8 | # the Free Software Foundation; either version 2 of the License, or |
| 9 | # (at your option) any later version. |
9 | # (at your option) any later version. |
| … | |
… | |
| 12 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
12 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 13 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 14 | # GNU General Public License for more details. |
14 | # GNU General Public License for more details. |
| 15 | # |
15 | # |
| 16 | # You should have received a copy of the GNU General Public License |
16 | # You should have received a copy of the GNU General Public License |
| 17 | # along with gvpe; if not, write to the Free Software |
17 | # along with cfmaps; if not, write to the Free Software |
| 18 | # Foundation, Inc. 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
18 | # Foundation, Inc. 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| 19 | |
19 | |
| 20 | our $VERSION = '0.0'; |
20 | our $VERSION = '2.0'; |
| 21 | |
21 | |
| 22 | use Storable; |
22 | use common::sense; |
|
|
23 | |
|
|
24 | use Deliantra; |
|
|
25 | use Deliantra::Map; |
|
|
26 | |
|
|
27 | use Fcntl; |
| 23 | use DB_File; |
28 | use GDBM_File; |
|
|
29 | |
|
|
30 | sub FAST () { 1 } # skip stopwords, skip duplicate-management |
|
|
31 | |
|
|
32 | our $RESULTS = 200; |
|
|
33 | our %idx; # the database |
| 24 | |
34 | |
| 25 | sub escape_html($) { |
35 | sub escape_html($) { |
| 26 | local $_ = shift; |
36 | local $_ = shift; |
| 27 | s/([<>&])/sprintf "&#%d;", ord $1/ge; |
37 | s/([<>&])/sprintf "&#%d;", ord $1/ge; |
| 28 | $_ |
38 | $_ |
| 29 | } |
39 | } |
| 30 | |
40 | |
|
|
41 | sub find { |
|
|
42 | my @kw = @_; |
|
|
43 | |
|
|
44 | tie %idx, "GDBM_File", ".index.dat", O_RDONLY, 0 |
|
|
45 | or die ".index.dat: $!"; |
|
|
46 | |
|
|
47 | my $cnt; |
|
|
48 | my %res; |
|
|
49 | my @found; |
|
|
50 | |
|
|
51 | for (@kw) { |
|
|
52 | if (exists $idx{$_}) { |
|
|
53 | $cnt++; |
|
|
54 | $res{$_}++ for unpack "(A4)*", $idx{$_}; |
|
|
55 | push @found, $_; |
|
|
56 | #warn "$_ found\n";#d# |
|
|
57 | } else { |
|
|
58 | #warn "$_ not found\n";#d# |
|
|
59 | } |
|
|
60 | } |
|
|
61 | |
|
|
62 | my @res; |
|
|
63 | |
|
|
64 | while (my ($k, $v) = each %res) { |
|
|
65 | next unless $v == $cnt; |
|
|
66 | |
|
|
67 | my ($docnum, $x, $y) = unpack "nCC", $k; |
|
|
68 | my ($path, $mtime) = split /\x00/, $idx{"D" . pack "n", $docnum}; |
|
|
69 | |
|
|
70 | push @res, [$path, $x, $y]; |
|
|
71 | } |
|
|
72 | |
|
|
73 | (\@res, \@found) |
|
|
74 | } |
|
|
75 | |
|
|
76 | sub dotag { |
|
|
77 | my ($tag) = @_; |
|
|
78 | |
|
|
79 | my ($res) = find "T$tag"; |
|
|
80 | |
|
|
81 | use Data::Dumper; warn Dumper $res; |
|
|
82 | print <<EOF; |
|
|
83 | Content-Type: application/xhtml+xml |
|
|
84 | |
|
|
85 | EOF |
|
|
86 | |
|
|
87 | print "<?xml version='1.0' encoding='utf-8'?>", |
|
|
88 | '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">', |
|
|
89 | "<html xmlns='http://www.w3.org/1999/xhtml' xml:lang='en'>", |
|
|
90 | "<head>", |
|
|
91 | "<title>Deliantra Tag Search</title>", |
|
|
92 | "<link rel='stylesheet' type='text/css' media='all' href='/common.css'/>\n", |
|
|
93 | "</head>", |
|
|
94 | "<body>"; |
|
|
95 | |
|
|
96 | print "<h1>Search results for tag '", (escape_html $tag), "'</h1>", |
|
|
97 | "<p class='searchresult'><ul>"; |
|
|
98 | |
|
|
99 | for (sort { $a->[0] cmp $b->[0] } @$res) { |
|
|
100 | print "<li><a href='$_->[0].xhtml'>$_->[0] ($_->[1]|$_->[2])</a></li>"; |
|
|
101 | } |
|
|
102 | |
|
|
103 | print "</ul></p><p class='footer'>created by <a href='http://software.schmorp.de/pkg/cfmaps'>cfmapidx</a> version $VERSION</p>", |
|
|
104 | "</body></html>"; |
|
|
105 | } |
|
|
106 | |
|
|
107 | sub search { |
|
|
108 | my (@kw) = @_; |
|
|
109 | |
|
|
110 | my ($res, $found) = find map lc, @kw; |
|
|
111 | |
|
|
112 | binmode STDOUT, ":utf8"; |
|
|
113 | |
|
|
114 | print <<EOF; |
|
|
115 | Content-Type: application/xhtml+xml |
|
|
116 | |
|
|
117 | EOF |
|
|
118 | |
|
|
119 | print "<?xml version='1.0' encoding='utf-8'?>", |
|
|
120 | '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">', |
|
|
121 | "<html xmlns='http://www.w3.org/1999/xhtml' xml:lang='en'>", |
|
|
122 | "<head>", |
|
|
123 | "<title>Deliantra Keyword Search</title>", |
|
|
124 | "<link rel='stylesheet' type='text/css' media='all' href='/common.css'/>\n", |
|
|
125 | "</head>", |
|
|
126 | "<body>"; |
|
|
127 | |
|
|
128 | print "<h1>Search results for '", (join "' & '", map escape_html $_, @$found), "'</h1>", |
|
|
129 | "<p class='searchcount'>", (scalar @$res), " results found, up to $RESULTS results shown.</p>", |
|
|
130 | "<p class='searchresult'><ul>"; |
|
|
131 | |
|
|
132 | pop @$res while @$res > $RESULTS; |
|
|
133 | |
|
|
134 | for (sort { $a->[0] cmp $b->[0] } @$res) { |
|
|
135 | print "<li><a href='$_->[0].xhtml'>$_->[0] ($_->[1]|$_->[2])</a></li>"; |
|
|
136 | } |
|
|
137 | |
|
|
138 | print "</ul></p><p class='footer'>created by <a href='http://software.schmorp.de/pkg/cfmaps'>cfmapidx</a> version $VERSION</p>", |
|
|
139 | "</body></html>"; |
|
|
140 | } |
|
|
141 | |
| 31 | if ($ARGV[0] eq "-a") { |
142 | if ($ARGV[0] eq "-a") { |
| 32 | shift; |
143 | shift; |
| 33 | |
144 | |
| 34 | tie %idx, DB_File, ".index.dat~", O_RDWR|O_CREAT, 0644, $DB_HASH |
145 | tie %idx, "GDBM_File", ".index.dat~", O_RDWR | O_CREAT, 0644 |
| 35 | or die ".index.dat~: $!"; |
146 | or die ".index.dat~: $!"; |
| 36 | |
147 | |
| 37 | my %idx2; |
148 | if ($ARGV[0] eq "-r") { |
|
|
149 | (tied %idx)->reorganize; |
|
|
150 | untie %idx; |
|
|
151 | exit 0; |
|
|
152 | } |
|
|
153 | |
|
|
154 | my %stop = map +($_ => undef), split /\x00/, $idx{Vstopwords}; |
| 38 | |
155 | |
| 39 | for my $path (@ARGV) { |
156 | for my $path (@ARGV) { |
|
|
157 | next if $path =~ m%^world-precomposed/%; |
|
|
158 | |
|
|
159 | my %idx2; |
|
|
160 | |
|
|
161 | (my $base = $path) =~ s/\.map$//; |
| 40 | my $docnum = pack "n", ++$idx{Vdocnum}; |
162 | my $docnum = ++$idx{Vdocnum}; |
| 41 | $idx{"D$docnum"} = $path; |
163 | my $meta = eval { Deliantra::Map->new_from_file ("$base.map") } |
| 42 | my $meta = Storable::retrieve "$path.pst"; |
164 | or next; |
| 43 | |
165 | |
| 44 | for my $x (0 .. $meta->{width} - 1) { |
166 | $idx{"D" . pack "n", $docnum} = join "\x00", $base, (stat "$base.map")[9]; |
| 45 | for my $y (0 .. $meta->{height} - 1) { |
167 | |
| 46 | for my $a (@{ $meta->{map}[$x][$y] }) { |
168 | my ($x, $y, $pos); |
|
|
169 | |
|
|
170 | my $add; $add = sub { |
|
|
171 | for my $a (@{ $_[0] }) { |
|
|
172 | # delete "obvious" crap elements |
|
|
173 | delete @$a{qw(elevation x y move_block move_slow move_allow)}; |
|
|
174 | |
|
|
175 | $add->(delete $a->{inventory}) |
|
|
176 | if $a->{inventory}; |
|
|
177 | |
|
|
178 | $idx2{"T$a->{tag}"} ||= $pos |
|
|
179 | if exists $a->{tag}; |
|
|
180 | |
| 47 | for my $v (values %$a) { |
181 | for my $v (values %$a) { |
| 48 | $v = lc $v; |
182 | $v = lc $v; |
| 49 | $v =~ y/a-zA-Z0-9_\-./ /c; |
183 | $v =~ y/a-zA-Z0-9_\-.\// /c; #/ vim |
|
|
184 | |
| 50 | for (split /\s+/, $v) { |
185 | for (split /\s+/, $v) { |
|
|
186 | next if !FAST && exists $stop{$_}; |
|
|
187 | |
| 51 | $idx2{$_} .= $docnum; |
188 | $idx2{$_} ||= $pos; |
| 52 | |
189 | |
| 53 | if (/_\-\./) { |
190 | if (/[_\-\.\/]/) { |
| 54 | $idx2{$_} .= $docnum for (split /[_\-\.]/) |
191 | $idx2{$_} ||= $pos for split /[_\-\.\/]/; |
| 55 | } |
|
|
| 56 | } |
192 | } |
| 57 | } |
193 | } |
| 58 | } |
194 | } |
| 59 | } |
195 | } |
|
|
196 | }; |
|
|
197 | |
|
|
198 | for $x (0 .. $meta->{width} - 1) { |
|
|
199 | my $col = $meta->{map}[$x]; |
|
|
200 | for $y (0 .. $meta->{height} - 1) { |
|
|
201 | $pos = pack "nCC", $docnum, $x, $y; |
|
|
202 | |
|
|
203 | $add->($col->[$y]); |
|
|
204 | } |
| 60 | } |
205 | } |
| 61 | } |
|
|
| 62 | |
206 | |
|
|
207 | if (FAST) { |
| 63 | while (my ($k, $v) = each %idx2) { |
208 | while (my ($k, $v) = each %idx2) { |
| 64 | $idx{$k} = pack "n*", keys %{ { map +($_ => 1), unpack "n*", $idx{$k}.$v } }; |
209 | $idx{$k} .= $v; |
|
|
210 | } |
|
|
211 | } else { |
|
|
212 | while (my ($k, $v) = each %idx2) { |
|
|
213 | my @val = keys %{ { map +($_ => undef), unpack "(A4)*", $idx{$k}.$v } };; |
|
|
214 | |
|
|
215 | if ($RESULTS >= @val) { |
|
|
216 | $idx{$k} = join "", @val; |
|
|
217 | } else { |
|
|
218 | delete $idx{$k}; |
|
|
219 | undef $stop{$k}; |
|
|
220 | } |
|
|
221 | } |
|
|
222 | } |
| 65 | } |
223 | } |
|
|
224 | |
|
|
225 | $idx{Vstopwords} = join "\x00", keys %stop; |
|
|
226 | |
|
|
227 | untie %idx; |
| 66 | |
228 | |
| 67 | } elsif ($ARGV[0] eq "-s") { |
229 | } elsif ($ARGV[0] eq "-s") { |
| 68 | shift; |
230 | shift; |
| 69 | |
231 | |
| 70 | tie %idx, DB_File, ".index.dat", O_RDONLY, 0, $DB_HASH |
232 | search @ARGV; |
| 71 | or die ".index.dat: $!"; |
233 | } else { |
|
|
234 | # assume CGI |
|
|
235 | # chdir "/var/www/maps.deliantra.net" or exit 69; |
| 72 | |
236 | |
| 73 | my $cnt; |
237 | $ENV{QUERY_STRING} =~ s/^([kt])=//; |
| 74 | my %res; |
|
|
| 75 | |
238 | |
| 76 | for (map lc, @ARGV) { |
239 | if ($1 eq "t") { |
| 77 | if (exists $idx{$_}) { |
240 | dotag $ENV{QUERY_STRING}; |
| 78 | $cnt++; |
|
|
| 79 | $res{$_}++ for unpack "n*", $_; |
|
|
| 80 | } else { |
241 | } else { |
| 81 | warn "$_ not found\n";#d# |
242 | search split /\s+|\++|(?:%20)+/, $ENV{QUERY_STRING}; |
| 82 | } |
|
|
| 83 | } |
|
|
| 84 | |
|
|
| 85 | while (my ($k, $v) = each %res) { |
|
|
| 86 | next unless $v == $cnt; |
|
|
| 87 | my $path = $idx{"D" . pack "n", $k}; |
|
|
| 88 | warn "found in doc $path\n"; |
|
|
| 89 | } |
|
|
| 90 | |
|
|
| 91 | # print STDERR "$path\n"; |
|
|
| 92 | die; |
|
|
| 93 | |
|
|
| 94 | open my $fh, ">:utf8", "$path.xhtml" |
|
|
| 95 | or die "$path.xhtml: $!"; |
|
|
| 96 | |
|
|
| 97 | select $fh; |
|
|
| 98 | |
|
|
| 99 | my $W = $meta->{width} * $T; |
|
|
| 100 | my $H = $meta->{height} * $T; |
|
|
| 101 | |
|
|
| 102 | my $W2 = $W + 600; |
|
|
| 103 | |
|
|
| 104 | my (@path) = split /\//, $path; |
|
|
| 105 | |
|
|
| 106 | print "<?xml version='1.0' encoding='utf-8'?>", |
|
|
| 107 | "<html xmlns='http://www.w3.org/1999/xhtml' xml:lang='en'>", |
|
|
| 108 | "<head>", |
|
|
| 109 | "<title>Crossfire Map \"$path\"</title>", |
|
|
| 110 | "<link rel='stylesheet' type='text/css' media='all' href='/common.css'/>\n", |
|
|
| 111 | "<link rel='stylesheet' type='text/css' media='all' href='/overlay.css' title='Show Overlays'/>\n", |
|
|
| 112 | "<link rel='alternate stylesheet' type='text/css' media='all' href='/plain.css' title='Hide Overlays'/>\n", |
|
|
| 113 | "<style type='text/css'>\n", |
|
|
| 114 | ".map { width: ${W}px; height: ${H}px; background-image: url($path[-1].png); }\n", |
|
|
| 115 | ".enlarge { width: ${W2}px; height: 600px; }\n", |
|
|
| 116 | "</style>", |
|
|
| 117 | "</head>", |
|
|
| 118 | "<body>"; |
|
|
| 119 | |
|
|
| 120 | print "<table class='nav'>", |
|
|
| 121 | "<tr class='center'><td class='title' rowspan='3'>", |
|
|
| 122 | "Crossfire Map<br/>", |
|
|
| 123 | "<span class='big'>"; |
|
|
| 124 | print "<a href='/'>/</a> "; |
|
|
| 125 | for (0 .. $#path - 1) { |
|
|
| 126 | print "<a href='/", (join "/", @path[0..$_]), "/'>$path[$_]</a> / "; |
|
|
| 127 | } |
|
|
| 128 | |
|
|
| 129 | my @dir = qw(none up right down left); |
|
|
| 130 | my @tile = map { |
|
|
| 131 | $meta->{info}{"tile_path_$_"} |
|
|
| 132 | ? "<a href='$meta->{info}{\"tile_path_$_\"}.xhtml'><img class='tile' src='$meta->{info}{\"tile_path_$_\"}.jpg' alt='$dir[$_]'/></a>" |
|
|
| 133 | : "" |
|
|
| 134 | } 1..4; |
|
|
| 135 | #"}"# vim misparses without this comment |
|
|
| 136 | |
243 | } |
| 137 | print "$path[-1]", |
|
|
| 138 | "</span>", |
|
|
| 139 | "<p class='about'><a href='/about.txt'>[more about cfmaps.schmorp.de]</a></p>", |
|
|
| 140 | "</td>", |
|
|
| 141 | "<td/><td>$tile[0]</td><td/></tr>", |
|
|
| 142 | "<tr><td>$tile[3]</td>", |
|
|
| 143 | "<td><img class='thumb' src='@path[-1].jpg' width='$meta->{width}' height='$meta->{height}' alt='map thumbnail'/></td>", |
|
|
| 144 | "<td>$tile[1]</td></tr>", |
|
|
| 145 | "<tr><td/><td>$tile[2]</td><td/></tr>", |
|
|
| 146 | "</table>"; |
|
|
| 147 | |
|
|
| 148 | my $W1 = $W + 600; |
|
|
| 149 | |
|
|
| 150 | print "<p class='m'>", |
|
|
| 151 | escape_html $meta->{info}{msg}, |
|
|
| 152 | "</p>"; |
|
|
| 153 | |
|
|
| 154 | print "<table class='map'>"; |
|
|
| 155 | |
|
|
| 156 | my %ignore = map +($_ => 1), qw(name _name x y); |
|
|
| 157 | my %is_exit = map +($_ => 1), 41, 57, 66; |
|
|
| 158 | |
|
|
| 159 | for my $y (0.. $meta->{height} - 1) { |
|
|
| 160 | print "<tr>"; |
|
|
| 161 | for my $x (0.. $meta->{width} - 1) { |
|
|
| 162 | if (my $as = $meta->{map}[$x][$y]) { |
|
|
| 163 | my @class; |
|
|
| 164 | |
|
|
| 165 | push @class, "fishy" if grep $_->{invisible} || $_->{face} || exists $_->{no_pass}, @$as; |
|
|
| 166 | push @class, "exit" if grep $is_exit{$arch->{$_->{_name}}{type}} && $_->{slaying}, @$as; |
|
|
| 167 | push @class, "dialog" if grep $_->{msg} =~ /^\@match/m, @$as; |
|
|
| 168 | |
|
|
| 169 | print "<td", (@class ? " class='" . (join " ", @class) . "'" : ""), ">"; |
|
|
| 170 | print "<div>"; |
|
|
| 171 | |
|
|
| 172 | print join "\n", map "<span class='c'>$_</span>", |
|
|
| 173 | reverse sort { (length $a) <=> (length $b) or $b <=> $a } |
|
|
| 174 | grep $_, map $_->{connected}, @$as; |
|
|
| 175 | |
|
|
| 176 | print "<div>($x|$y)"; |
|
|
| 177 | |
|
|
| 178 | sub print_archs { |
|
|
| 179 | print "<ul>"; |
|
|
| 180 | for my $a (@{$_[0]}) { |
|
|
| 181 | my $o = $arch->{$a->{_name}}; |
|
|
| 182 | my $type = $a->{type} || $o->{type}; |
|
|
| 183 | my $aname = escape_html $a->{_name}; |
|
|
| 184 | my $name = escape_html $a->{name} || $o->{name}; |
|
|
| 185 | |
|
|
| 186 | print "<li><a href='/arc.xhtml#", (lc $a->{_name}), "'>$aname \"$name\"</a>\n"; |
|
|
| 187 | for (sort keys %$a) { |
|
|
| 188 | next if $ignore{$_}; |
|
|
| 189 | my $v = escape_html $a->{$_}; |
|
|
| 190 | |
|
|
| 191 | if ($_ eq "slaying" && $is_exit{$type}) { # door, teleporter, player_changer |
|
|
| 192 | $a->{msg} =~ /^final_map\s*(\S+)\s*$/m, $v = $1 |
|
|
| 193 | if $v eq "/!"; # random map |
|
|
| 194 | |
|
|
| 195 | print "slaying => <a href='$v.xhtml'>$v</a>\n"; |
|
|
| 196 | } elsif ($_ eq "other_arch") { |
|
|
| 197 | print "$_ => <a href='/arc.xhtml#", (lc $a->{$_}), "'>$v</a>\n"; |
|
|
| 198 | } elsif ($_ eq "inventory") { |
|
|
| 199 | print "inventory =>\n"; |
|
|
| 200 | print_archs ($a->{$_}); |
|
|
| 201 | } elsif ($_ eq "msg") { |
|
|
| 202 | print "<p class='m'>$v</p>"; |
|
|
| 203 | } else { |
|
|
| 204 | print "$_ => $v\n"; |
|
|
| 205 | } |
|
|
| 206 | } |
|
|
| 207 | print "</li>"; |
|
|
| 208 | } |
|
|
| 209 | print "</ul>"; |
|
|
| 210 | } |
|
|
| 211 | |
|
|
| 212 | print_archs $as; |
|
|
| 213 | print "</div></div></td>"; |
|
|
| 214 | } else { |
|
|
| 215 | print "<td/>"; |
|
|
| 216 | } |
|
|
| 217 | } |
|
|
| 218 | print "</tr>"; |
|
|
| 219 | } |
|
|
| 220 | |
|
|
| 221 | print "</table><p class='footer'>created by <a href='http://software.schmorp.de/#crossfire'>cfmap2html</a> version $VERSION</p>", |
|
|
| 222 | "<p class='enlarge'/></body></html>"; |
|
|
| 223 | |
|
|
| 224 | close $fh; |
|
|
| 225 | } |
244 | } |
| 226 | |
245 | |
