server/utils/cfutil.in

#!@PERL@

use strict;

my $prefix      = "@prefix@";
my $exec_prefix = "@exec_prefix@";
my $datarootdir = "@datarootdir@";
my $DATADIR     = "@datadir@/@PACKAGE@";

my $CONVERT  = "@CONVERT@";
my $IDENTIFY = "@IDENTIFY@";
my $OPTIPNG  = "@OPTIPNG@";
my $RSYNC    = "@RSYNC@";

use Getopt::Long;
use Coro::Event;
use AnyEvent;
use IO::AIO ();
use File::Temp;
use Crossfire;
use Coro;
use Coro::AIO;
use POSIX ();
use Digest::MD5;

sub usage {
   warn <<EOF;
Usage: cfutil [-v] [-q] [--force] [--cache]
              [--install-arch path]
              [--install-maps maps]
              [--print-statedir]
              [--print-confdir]
              [--print-datadir]
              [--print-libdir]
              [--print-bindir]
EOF
   exit 1;
}

my $VERBOSE = 1;
my $CACHE = 0;
my $FORCE;
my $TMPDIR  = "/tmp/cfutil$$~";
my $TMPFILE = "aaaa0";

END { system "rm", "-rf", $TMPDIR }

Event->signal (signal => "INT",  cb => sub { exit 1 });
Event->signal (signal => "TERM", cb => sub { exit 1 });

mkdir $TMPDIR, 0700
   or die "$TMPDIR: $!";

sub fork_sub(&) {
   my ($cb) = @_;

   if (my $pid = fork) {
      my $current = $Coro::current;
      my $w = AnyEvent->child (pid => $pid, cb => sub { $current->ready });
      Coro::schedule;
   } else {
      eval { $cb->() };
      POSIX::_exit 0 unless $@;
      warn $@;
      POSIX::_exit 1;
   }
}

sub inst_maps($) {
   my (undef, $path) = @_;

   print "installing '$path' to '$DATADIR/maps'\n\n";

   if (!-f "$path/regions") {
      warn "'$path' does not look like a maps directory ('regions' file is missing).\n";
      exit 1 unless $FORCE;
   }

   system $RSYNC, "-av", "$path/.", "$DATADIR/maps/.", "--delete", "--exclude", "CVS", "--delete-excluded";
}

{
   our %PNG32;
   our %FACEINFO;
   our @ARC;
   our $NFILE;
   our %ANIM;

   our (@png, @trs, @arc); # files we are interested in

   sub commit_png {
      my ($name, $data) = @_;

      $PNG32{$name} = $data;
      $FACEINFO{$name} ||= {};
   }

   sub process_png {
      while (@png) {
         my $path = pop @png;

         my $png;
         aio_lstat $path;
         my ($size, $mtime) = (stat _)[7,9];

         if (0 > aio_load $path, $png) {
            warn "$path: $!, skipping.\n";
            next;
         }

         # quickly extract width and height of the (necessarily PNG) image
         unless ($png =~ /^\x89PNG\x0d\x0a\x1a\x0a....IHDR(........)/s) {
            warn "$path: not a recongized png file, skipping.\n";
            next;
         }

         my ($w, $h) = unpack "NN", $1;

         (my $face = $path) =~ s/^.*\///;
         my $T = 32;

         unless ($face =~ s/\.base\.(...)\.png$/.$1/) {
            warn "$path: weird filename, skipping.\n";
            next;
         }

         if ($w < $T || $h < $T) {
            warn "$path: too small ($w $h), skipping.\n";
            next;
         }

         if ($w % $T || $h % $T) {
            warn "$path: weird png size ($w $h), skipping.\n";
            next;
         }

         if (($w > $T || $h > $T) && $face !~ /_S\./) {
            # split
            my @tile;
            for my $x (0 .. (int $w / $T) - 1) {
               for my $y (0 .. (int $h / $T) - 1) {
                  my $file = "$path+$x+$y~";
                  aio_lstat $file;
                  push @tile, [$x, $y, $file, (stat _)[9]];
               }
            }

            my $mtime = (lstat $path)[9];
            my @todo = grep { $_->[3] <= $mtime } @tile;
            if (@todo) {
               fork_sub {
                  open my $convert, "|-", $CONVERT,
                     "png:-",
                     (map {
                        (
                           "(",
                           "+clone",
                           -crop => (sprintf "%dx%d+%d+%d", $T, $T, $_->[0] * $T, $_->[1] * $T),
                           "+repage",
                           -write => "png:$_->[2]~",
                           "+delete",
                           ")",
                        )
                     } @todo),
                     "null:";

                  binmode $convert;
                  print $convert $png;
                  close $convert;

                  # pass 2, optimise, and rename
                  for (@todo) {
                     system $OPTIPNG, "-o5", "-i0", "-q", "$_->[2]~";
                     rename "$_->[2]~", $_->[2];
                  }
               };
            }

            for (@tile) {
               my ($x, $y, $file) = @$_;
               my $tile;

               if (0 > aio_load $file, $tile) {
                  die "$path: unable to read tile +$x+$y, aborting.\n";
               }
               IO::AIO::aio_unlink $file unless $CACHE;
               commit_png $x|$y ? "$face+$x+$y" : $face, $tile;
            }
         } else {
            # use as-is (either small, use smooth)
            commit_png $face, $png;
         }
      }
   }

   sub process_arc {
      while (@arc) {
         my ($dir, $file) = @{pop @arc};

         my $arc;
         aio_load "$dir/$file", $arc; # simply pre-cache, as read_arch wants a file :/

         my $arc = read_arch "$dir/$file";
         for my $o (values %$arc) {
            push @ARC, $o;

            my $visibility = delete $o->{visibility};
            my $magicmap   = delete $o->{magicmap};

            # find upper left corner :/
            # omg, this is sooo broken
            my ($dx, $dy);
            for (my $o = $o; $o; $o = $o->{more}) {
               $dx = $o->{x} if $o->{x} < $dx;
               $dy = $o->{y} if $o->{y} < $dy;
            }

            for (my $o = $o; $o; $o = $o->{more}) {
               my $x = $o->{x} - $dx;
               my $y = $o->{y} - $dy;

               my $ext = $x|$y ? "+$x+$y" : "";

               $o->{face} .= $ext;

               my $visibility = delete $o->{visibility} if exists $o->{visibility};
               my $magicmap   = delete $o->{magicmap}   if exists $o->{magicmap};

               my $anim = delete $o->{anim};

               if ($anim) {
                  $o->{animation} = "$o->{_name}$ext";

                  for (@$anim) {
                     $_ .= $ext unless /^facings\s/;
                  }

                  $ANIM{"$o->{_name}$ext"} =
                     join "", map "$_\n",
                        "anim $o->{_name}$ext",
                        @$anim,
                        "mina";
               }

               for my $face ($o->{face} || (), @{$anim || []}) {
                  next if /^facings\s/;

                  my $info = $FACEINFO{$face} ||= {};

                  $info->{visibility} = $visibility if defined $visibility;
                  $info->{magicmap}   = $magicmap   if defined $magicmap;
               }
            }
         }
      }
   }

   sub process_trs {
      while (@trs) {
         my ($dir, $file) = @{pop @trs};
      }
   }

   sub find_files;
   sub find_files {
      my ($path) = @_;

      IO::AIO::aioreq_pri 4;
      IO::AIO::aio_scandir $path, 4, sub {
         my ($dirs, $nondirs) = @_;

         find_files "$path/$_"
            for grep $_ !~ /^(?:CVS|dev)$/, @$dirs;

         for my $file (@$nondirs) {
            if ($file =~ /\.png$/) {
               push @png, "$path/$file";
            } elsif ($file =~ /\.trs$/) {
               push @trs, [$path, $file];
            } elsif ($file =~ /\.arc$/) {
               push @arc, [$path, $file];
            } else {
               warn "ignoring $path/$file\n" if $VERBOSE >= 2;
            }
         }
      };
   }

   sub inst_arch($) {
      my (undef, $path) = @_;

      print "installing '$path' to '$DATADIR'\n\n";

      if (!-d "$path/treasures") {
         warn "'$path' does not look like an arch directory ('treasures' directory is missing).\n";
         exit 1 unless $FORCE;
      }

      find_files $path;
      IO::AIO::flush;

      $_->join for (
         (async \&process_png), (async \&process_png),
         (async \&process_trs), (async \&process_trs),
         (async \&process_arc), (async \&process_arc),
      );

      {
         open my $fh, ">:utf8", "$DATADIR/animations~"
            or die "$DATADIR/animations~: $!";
         print $fh join "", map $ANIM{$_}, sort keys %ANIM
      }

      {
         open my $fh, ">:utf8", "$DATADIR/archetypes~"
            or die "$DATADIR/archetypes~: $!";
         print $fh Crossfire::archlist_to_string \@ARC;
      }

      {
         while (my ($k, $v) = each %FACEINFO) {
            $v->{data32} ||= delete $PNG32{$k};
         }

         while (my ($k, $v) = each %FACEINFO) {
            exists $v->{data32} or warn "$k: face has no png32. this will crash the server.\n";

            $v->{chksum32} = Digest::MD5::md5 $v->{data32};
         }

         open my $fh, ">:perlio", "$DATADIR/faces~"
            or die "$DATADIR/faces~: $!";

         print $fh Storable::nfreeze \%FACEINFO;

         #use PApp::Util; warn PApp::Util::dumpval \%FACEINFO;
      }

      for (qw(archetypes faces animations)) {
         chmod 0644, "$DATADIR/$_~";
         rename "$DATADIR/$_~", "$DATADIR/$_";
      }

      die "--install-arch not fully implemented\n";
   }
}

Getopt::Long::Configure ("bundling", "no_ignore_case");
GetOptions (
   "verbose|v:+"    => \$VERBOSE,
   "cache"          => \$CACHE,
   "quiet|q"        => sub { $VERBOSE = 0 },
   "force"          => sub { $FORCE = 1 },
   "install-arch=s" => \&inst_arch,
   "install-maps=s" => \&inst_maps,
   "print-statedir" => sub { print "@pkgstatedir@\n" },
   "print-datadir"  => sub { print "$DATADIR\n" },
   "print-confdir"  => sub { print "@pkgconfdir@\n" },
   "print-libdir"   => sub { print "@libdir@/@PACKAGE@\n" },
   "print-bindir"   => sub { print "@bindir@/@PACKAGE@\n" },
) or usage;

Revision:	1.7
Committed:	Sun Mar 11 20:37:04 2007 UTC (17 years, 2 months ago) by root
Branch:	MAIN
Changes since 1.6:	+1 -0 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.1	#!@PERL@
2
3	root	1.2	use strict;
4
5			my $prefix = "@prefix@";
6			my $exec_prefix = "@exec_prefix@";
7			my $datarootdir = "@datarootdir@";
8			my $DATADIR = "@datadir@/@PACKAGE@";
9
10			my $CONVERT = "@CONVERT@";
11			my $IDENTIFY = "@IDENTIFY@";
12	root	1.3	my $OPTIPNG = "@OPTIPNG@";
13	root	1.2	my $RSYNC = "@RSYNC@";
14
15			use Getopt::Long;
16	root	1.3	use Coro::Event;
17			use AnyEvent;
18			use IO::AIO ();
19	root	1.2	use File::Temp;
20			use Crossfire;
21	root	1.3	use Coro;
22			use Coro::AIO;
23			use POSIX ();
24	root	1.6	use Digest::MD5;
25	root	1.2
26			sub usage {
27			warn <<EOF;
28	root	1.3	Usage: cfutil [-v] [-q] [--force] [--cache]
29	root	1.2	[--install-arch path]
30			[--install-maps maps]
31			[--print-statedir]
32			[--print-confdir]
33			[--print-datadir]
34			[--print-libdir]
35			[--print-bindir]
36			EOF
37			exit 1;
38			}
39
40			my $VERBOSE = 1;
41	root	1.3	my $CACHE = 0;
42	root	1.2	my $FORCE;
43	root	1.3	my $TMPDIR = "/tmp/cfutil$$~";
44			my $TMPFILE = "aaaa0";
45	root	1.2
46			END { system "rm", "-rf", $TMPDIR }
47
48	root	1.3	Event->signal (signal => "INT", cb => sub { exit 1 });
49			Event->signal (signal => "TERM", cb => sub { exit 1 });
50
51	root	1.2	mkdir $TMPDIR, 0700
52			or die "$TMPDIR: $!";
53
54	root	1.3	sub fork_sub(&) {
55			my ($cb) = @_;
56
57			if (my $pid = fork) {
58			my $current = $Coro::current;
59			my $w = AnyEvent->child (pid => $pid, cb => sub { $current->ready });
60			Coro::schedule;
61			} else {
62			eval { $cb->() };
63			POSIX::_exit 0 unless $@;
64			warn $@;
65			POSIX::_exit 1;
66			}
67			}
68
69	root	1.2	sub inst_maps($) {
70			my (undef, $path) = @_;
71
72			print "installing '$path' to '$DATADIR/maps'\n\n";
73
74			if (!-f "$path/regions") {
75			warn "'$path' does not look like a maps directory ('regions' file is missing).\n";
76			exit 1 unless $FORCE;
77			}
78
79			system $RSYNC, "-av", "$path/.", "$DATADIR/maps/.", "--delete", "--exclude", "CVS", "--delete-excluded";
80			}
81
82			{
83	root	1.6	our %PNG32;
84			our %FACEINFO;
85	root	1.3	our @ARC;
86			our $NFILE;
87	root	1.6	our %ANIM;
88	root	1.3
89			our (@png, @trs, @arc); # files we are interested in
90	root	1.2
91			sub commit_png {
92			my ($name, $data) = @_;
93	root	1.5
94	root	1.6	$PNG32{$name} = $data;
95			$FACEINFO{$name} \|\|= {};
96	root	1.2	}
97
98	root	1.3	sub process_png {
99			while (@png) {
100			my $path = pop @png;
101	root	1.2
102	root	1.3	my $png;
103			aio_lstat $path;
104	root	1.2	my ($size, $mtime) = (stat _)[7,9];
105
106	root	1.3	if (0 > aio_load $path, $png) {
107			warn "$path: $!, skipping.\n";
108	root	1.5	next;
109	root	1.3	}
110
111	root	1.6	# quickly extract width and height of the (necessarily PNG) image
112	root	1.3	unless ($png =~ /^\x89PNG\x0d\x0a\x1a\x0a....IHDR(........)/s) {
113			warn "$path: not a recongized png file, skipping.\n";
114	root	1.5	next;
115	root	1.3	}
116	root	1.2
117	root	1.3	my ($w, $h) = unpack "NN", $1;
118	root	1.2
119	root	1.3	(my $face = $path) =~ s/^.*\///;
120			my $T = 32;
121	root	1.2
122	root	1.3	unless ($face =~ s/\.base\.(...)\.png$/.$1/) {
123			warn "$path: weird filename, skipping.\n";
124	root	1.5	next;
125	root	1.3	}
126	root	1.2
127	root	1.3	if ($w < $T \|\| $h < $T) {
128			warn "$path: too small ($w $h), skipping.\n";
129	root	1.5	next;
130	root	1.3	}
131
132			if ($w % $T \|\| $h % $T) {
133			warn "$path: weird png size ($w $h), skipping.\n";
134	root	1.5	next;
135	root	1.3	}
136	root	1.2
137	root	1.3	if (($w > $T \|\| $h > $T) && $face !~ /_S\./) {
138			# split
139			my @tile;
140			for my $x (0 .. (int $w / $T) - 1) {
141			for my $y (0 .. (int $h / $T) - 1) {
142			my $file = "$path+$x+$y~";
143			aio_lstat $file;
144			push @tile, [$x, $y, $file, (stat _)[9]];
145			}
146	root	1.2	}
147
148	root	1.3	my $mtime = (lstat $path)[9];
149			my @todo = grep { $_->[3] <= $mtime } @tile;
150			if (@todo) {
151			fork_sub {
152			open my $convert, "\|-", $CONVERT,
153			"png:-",
154			(map {
155			(
156			"(",
157			"+clone",
158			-crop => (sprintf "%dx%d+%d+%d", $T, $T, $_->[0] * $T, $_->[1] * $T),
159	root	1.7	"+repage",
160	root	1.3	-write => "png:$_->[2]~",
161			"+delete",
162			")",
163			)
164			} @todo),
165			"null:";
166
167			binmode $convert;
168			print $convert $png;
169			close $convert;
170
171			# pass 2, optimise, and rename
172			for (@todo) {
173			system $OPTIPNG, "-o5", "-i0", "-q", "$_->[2]~";
174			rename "$_->[2]~", $_->[2];
175			}
176			};
177	root	1.2	}
178
179	root	1.3	for (@tile) {
180			my ($x, $y, $file) = @$_;
181			my $tile;
182
183			if (0 > aio_load $file, $tile) {
184			die "$path: unable to read tile +$x+$y, aborting.\n";
185			}
186			IO::AIO::aio_unlink $file unless $CACHE;
187			commit_png $x\|$y ? "$face+$x+$y" : $face, $tile;
188	root	1.2	}
189	root	1.3	} else {
190			# use as-is (either small, use smooth)
191			commit_png $face, $png;
192			}
193			}
194	root	1.2	}
195
196	root	1.3	sub process_arc {
197			while (@arc) {
198			my ($dir, $file) = @{pop @arc};
199	root	1.2
200	root	1.3	my $arc;
201			aio_load "$dir/$file", $arc; # simply pre-cache, as read_arch wants a file :/
202	root	1.4
203	root	1.2	my $arc = read_arch "$dir/$file";
204	root	1.4	for my $o (values %$arc) {
205			push @ARC, $o;
206	root	1.6
207			my $visibility = delete $o->{visibility};
208			my $magicmap = delete $o->{magicmap};
209
210			# find upper left corner :/
211			# omg, this is sooo broken
212	root	1.4	my ($dx, $dy);
213			for (my $o = $o; $o; $o = $o->{more}) {
214			$dx = $o->{x} if $o->{x} < $dx;
215			$dy = $o->{y} if $o->{y} < $dy;
216			}
217	root	1.6
218	root	1.4	for (my $o = $o; $o; $o = $o->{more}) {
219			my $x = $o->{x} - $dx;
220			my $y = $o->{y} - $dy;
221	root	1.6
222			my $ext = $x\|$y ? "+$x+$y" : "";
223
224			$o->{face} .= $ext;
225
226			my $visibility = delete $o->{visibility} if exists $o->{visibility};
227			my $magicmap = delete $o->{magicmap} if exists $o->{magicmap};
228
229			my $anim = delete $o->{anim};
230
231			if ($anim) {
232			$o->{animation} = "$o->{_name}$ext";
233
234			for (@$anim) {
235			$_ .= $ext unless /^facings\s/;
236			}
237
238			$ANIM{"$o->{_name}$ext"} =
239			join "", map "$_\n",
240			"anim $o->{_name}$ext",
241			@$anim,
242			"mina";
243			}
244
245			for my $face ($o->{face} \|\| (), @{$anim \|\| []}) {
246			next if /^facings\s/;
247
248			my $info = $FACEINFO{$face} \|\|= {};
249
250			$info->{visibility} = $visibility if defined $visibility;
251			$info->{magicmap} = $magicmap if defined $magicmap;
252	root	1.4	}
253			}
254			}
255	root	1.3	}
256	root	1.2	}
257
258	root	1.3	sub process_trs {
259			while (@trs) {
260			my ($dir, $file) = @{pop @trs};
261			}
262	root	1.2	}
263
264	root	1.3	sub find_files;
265			sub find_files {
266	root	1.2	my ($path) = @_;
267
268	root	1.3	IO::AIO::aioreq_pri 4;
269			IO::AIO::aio_scandir $path, 4, sub {
270	root	1.2	my ($dirs, $nondirs) = @_;
271
272	root	1.3	find_files "$path/$_"
273	root	1.2	for grep $_ !~ /^(?:CVS\|dev)$/, @$dirs;
274
275			for my $file (@$nondirs) {
276			if ($file =~ /\.png$/) {
277	root	1.3	push @png, "$path/$file";
278	root	1.2	} elsif ($file =~ /\.trs$/) {
279	root	1.3	push @trs, [$path, $file];
280	root	1.2	} elsif ($file =~ /\.arc$/) {
281	root	1.3	push @arc, [$path, $file];
282	root	1.2	} else {
283			warn "ignoring $path/$file\n" if $VERBOSE >= 2;
284			}
285			}
286			};
287			}
288
289			sub inst_arch($) {
290			my (undef, $path) = @_;
291
292			print "installing '$path' to '$DATADIR'\n\n";
293
294			if (!-d "$path/treasures") {
295			warn "'$path' does not look like an arch directory ('treasures' directory is missing).\n";
296			exit 1 unless $FORCE;
297			}
298
299	root	1.3	find_files $path;
300	root	1.2	IO::AIO::flush;
301
302	root	1.3	$_->join for (
303			(async \&process_png), (async \&process_png),
304			(async \&process_trs), (async \&process_trs),
305			(async \&process_arc), (async \&process_arc),
306			);
307
308	root	1.5	{
309			open my $fh, ">:utf8", "$DATADIR/animations~"
310			or die "$DATADIR/animations~: $!";
311	root	1.6	print $fh join "", map $ANIM{$_}, sort keys %ANIM
312	root	1.5	}
313
314			{
315			open my $fh, ">:utf8", "$DATADIR/archetypes~"
316			or die "$DATADIR/archetypes~: $!";
317			print $fh Crossfire::archlist_to_string \@ARC;
318			}
319
320	root	1.6	{
321			while (my ($k, $v) = each %FACEINFO) {
322			$v->{data32} \|\|= delete $PNG32{$k};
323			}
324
325			while (my ($k, $v) = each %FACEINFO) {
326			exists $v->{data32} or warn "$k: face has no png32. this will crash the server.\n";
327	root	1.5
328	root	1.6	$v->{chksum32} = Digest::MD5::md5 $v->{data32};
329			}
330
331			open my $fh, ">:perlio", "$DATADIR/faces~"
332			or die "$DATADIR/faces~: $!";
333
334			print $fh Storable::nfreeze \%FACEINFO;
335
336			#use PApp::Util; warn PApp::Util::dumpval \%FACEINFO;
337	root	1.5	}
338
339	root	1.6	for (qw(archetypes faces animations)) {
340			chmod 0644, "$DATADIR/$_~";
341			rename "$DATADIR/$_~", "$DATADIR/$_";
342			}
343	root	1.4
344			die "--install-arch not fully implemented\n";
345	root	1.2	}
346			}
347
348			Getopt::Long::Configure ("bundling", "no_ignore_case");
349			GetOptions (
350			"verbose\|v:+" => \$VERBOSE,
351	root	1.3	"cache" => \$CACHE,
352	root	1.2	"quiet\|q" => sub { $VERBOSE = 0 },
353			"force" => sub { $FORCE = 1 },
354			"install-arch=s" => \&inst_arch,
355			"install-maps=s" => \&inst_maps,
356			"print-statedir" => sub { print "@pkgstatedir@\n" },
357			"print-datadir" => sub { print "$DATADIR\n" },
358			"print-confdir" => sub { print "@pkgconfdir@\n" },
359			"print-libdir" => sub { print "@libdir@/@PACKAGE@\n" },
360			"print-bindir" => sub { print "@bindir@/@PACKAGE@\n" },
361			) or usage;
362