--- deliantra/server/utils/cfutil.in	2007/03/12 14:55:43	1.11
+++ deliantra/server/utils/cfutil.in	2007/04/05 13:50:49	1.22
@@ -22,6 +22,7 @@
 use Coro::AIO;
 use POSIX ();
 use Digest::MD5;
+use Storable; $Storable::canonical = 1;
 
 sub usage {
    warn <<EOF;
@@ -69,35 +70,39 @@
 sub inst_maps($) {
    my (undef, $path) = @_;
 
-   print "installing '$path' to '$DATADIR/maps'\n\n";
+   print "installing '$path' to '$DATADIR/maps'\n";
 
    if (!-f "$path/regions") {
       warn "'$path' does not look like a maps directory ('regions' file is missing).\n";
       exit 1 unless $FORCE;
    }
 
-   system $RSYNC, "-av", "$path/.", "$DATADIR/maps/.", "--delete", "--exclude", "CVS", "--delete-excluded";
+   system $RSYNC, "-av", "$path/.", "$DATADIR/maps/.", "--delete", "--exclude", "CVS", "--delete-excluded"
+      and die "map installation failed.\n";
+
+   print "maps installed successfully.\n";
 }
 
 {
-   our %PNG32;
    our %FACEINFO;
    our @ARC;
+   our $TRS;
    our $NFILE;
    our %ANIM;
 
+   our $QUANTIZE = "+dither -colorspace RGB -colors 256";
+
    our (@png, @trs, @arc); # files we are interested in
 
-   sub commit_png {
-      my ($name, $data) = @_;
+   sub commit_png($$$) {
+      my ($name, $data, $T) = @_;
 
-      $PNG32{$name} = $data;
-      $FACEINFO{$name} ||= {};
+      $FACEINFO{$name}{"data$T"} = $data;
    }
 
    sub process_png {
       while (@png) {
-         my $path = pop @png;
+         my ($path, $delete) = @{pop @png};
 
          my $png;
          aio_lstat $path;
@@ -108,22 +113,26 @@
             next;
          }
 
+         my $stem = $path;
+         my $T;
+
+         if ($stem =~ s/\.32x32\.png~?$//) {
+            $T = 32;
+         } elsif ($stem =~ s/\.64x64\.png~?$//) {
+            $T = 64;
+         } else {
+            warn "$path: weird filename, skipping.\n";
+            next;
+         }
+
          # quickly extract width and height of the (necessarily PNG) image
          unless ($png =~ /^\x89PNG\x0d\x0a\x1a\x0a....IHDR(........)/s) {
-            warn "$path: not a recongized png file, skipping.\n";
+            warn "$path: not a recognized png file, skipping.\n";
             next;
          }
 
          my ($w, $h) = unpack "NN", $1;
 
-         (my $face = $path) =~ s/^.*\///;
-         my $T = 32;
-
-         unless ($face =~ s/\.base\.(...)\.png$/.$1/) {
-            warn "$path: weird filename, skipping.\n";
-            next;
-         }
-
          if ($w < $T || $h < $T) {
             warn "$path: too small ($w $h), skipping.\n";
             next;
@@ -134,6 +143,47 @@
             next;
          }
 
+         unless ($path =~ /~$/) {
+            # possibly enlarge
+            if (0 > aio_stat "$stem.64x64.png") {
+               my $other = "$stem.64x64.png~";
+
+               if (0 > aio_lstat $other or (-M _) > (-M $path)) {
+                  my $wrap = 0; # for the time being
+                  fork_sub {
+                     system "convert png:\Q$path\E -depth 8 rgba:-"
+                          . "| $exec_prefix/bin/cfhq2xa $w $h $wrap"
+                          . "| convert -depth 8 -size ".($w * 2)."x".($h * 2)." rgba:- $QUANTIZE -quality 00 png32:\Q$other\E~"
+                             and die "convert/hq2xa pipeline error: status $? ($!)";
+                     system $OPTIPNG, "-o5", "-i0", "-q", "$other~";
+                     die "$other~ has zero size, aborting." unless -s "$other~";
+                     rename "$other~", $other;
+                  };
+               }
+
+               push @png, [$other, !$CACHE];
+            }
+
+            # possibly scale down
+            if (0 > aio_stat "$stem.32x32.png") {
+               my $other = "$stem.32x32.png~";
+
+               if (0 > aio_lstat $other or (-M _) > (-M $path)) {
+                  fork_sub {
+                     system "convert png:\Q$path\E -geometry 50% -filter lanczos $QUANTIZE -quality 00 png32:\Q$other\E~";
+                     system $OPTIPNG, "-o5", "-i0", "-q", "$other~";
+                     die "$other~ has zero size, aborting." unless -s "$other~";
+                     rename "$other~", $other;
+                  };
+               }
+
+               #warn "scaled down $path to $other\n";#d#
+               push @png, [$other, !$CACHE];
+            }
+         }
+
+         (my $face = $stem) =~ s/^.*\///;
+
          if (($w > $T || $h > $T) && $face !~ /_S\./) {
             # split
             my @tile;
@@ -157,7 +207,8 @@
                            "+clone",
                            -crop => (sprintf "%dx%d+%d+%d", $T, $T, $_->[0] * $T, $_->[1] * $T),
                            "+repage",
-                           -write => "png:$_->[2]~",
+                           -quality => "00",
+                           -write => "png32:$_->[2]~",
                            "+delete",
                            ")",
                         )
@@ -171,6 +222,7 @@
                   # pass 2, optimise, and rename
                   for (@todo) {
                      system $OPTIPNG, "-o5", "-i0", "-q", "$_->[2]~";
+                     die "$_->[2]~ has zero size, aborting." unless -s "$_->[2]~";
                      rename "$_->[2]~", $_->[2];
                   }
                };
@@ -184,12 +236,14 @@
                   die "$path: unable to read tile +$x+$y, aborting.\n";
                }
                IO::AIO::aio_unlink $file unless $CACHE;
-               commit_png $x|$y ? "$face+$x+$y" : $face, $tile;
+               commit_png $x|$y ? "$face+$x+$y" : $face, $tile, $T;
             }
          } else {
             # use as-is (either small, use smooth)
-            commit_png $face, $png;
+            commit_png $face, $png, $T;
          }
+
+         aio_unlink $path if $delete;
       }
    }
 
@@ -252,6 +306,15 @@
                   $info->{visibility} = $visibility if defined $visibility;
                   $info->{magicmap}   = $magicmap   if defined $magicmap;
                }
+
+               if (my $smooth = delete $o->{smoothface}) {
+                  my ($face, $smooth) = split /\s+/, $smooth;
+                  # skip empty_S.x11, it seems to server no purpose whatsoever
+                  # but increases bandwidth demands and worse.
+                  unless ($smooth eq "empty_S.x11") {
+                     $FACEINFO{$face}{smooth} = $smooth;
+                  }
+               }
             }
          }
       }
@@ -260,6 +323,15 @@
    sub process_trs {
       while (@trs) {
          my ($dir, $file) = @{pop @trs};
+         my $path = "$dir/$file";
+
+         my $trs;
+         if (0 > aio_load $path, $trs) {
+            warn "$path: $!, skipping.\n";
+            next;
+         }
+
+         $TRS .= $trs;
       }
    }
 
@@ -276,7 +348,7 @@
 
          for my $file (@$nondirs) {
             if ($file =~ /\.png$/) {
-               push @png, "$path/$file";
+               push @png, ["$path/$file", 0];
             } elsif ($file =~ /\.trs$/) {
                push @trs, [$path, $file];
             } elsif ($file =~ /\.arc$/) {
@@ -291,7 +363,9 @@
    sub inst_arch($) {
       my (undef, $path) = @_;
 
-      print "installing '$path' to '$DATADIR'\n\n";
+      print "installing '$path' to '$DATADIR'\n",
+            "(this can take a long time if you run this\n",
+            "for the first time or do not use --cache).\n";
 
       if (!-d "$path/treasures") {
          warn "'$path' does not look like an arch directory ('treasures' directory is missing).\n";
@@ -302,7 +376,8 @@
       IO::AIO::flush;
 
       $_->join for (
-         (async \&process_png), (async \&process_png),
+         # four png crunchers work fine for my 2x smp machine
+         (async \&process_png), (async \&process_png), (async \&process_png), (async \&process_png),
          (async \&process_trs), (async \&process_trs),
          (async \&process_arc), (async \&process_arc),
       );
@@ -321,30 +396,37 @@
       }
 
       {
-         while (my ($k, $v) = each %FACEINFO) {
-            $v->{data32} ||= delete $PNG32{$k};
-         }
+         open my $fh, ">:utf8", "$DATADIR/treasures~"
+            or die "$DATADIR/treasures~: $!";
+         print $fh $TRS;
+      }
 
+      {
          while (my ($k, $v) = each %FACEINFO) {
-            length $v->{data32} or warn "$k: face has no png32. this will crash the server.\n";
+            length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n";
+            length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n";
+
+            length $v->{data32} <= 10000 or warn "$k: face32 larger than 10000 bytes, will not work with crossfire client.\n";
+            #length $v->{data64} <= 10000 or warn "$k: face64 larger than 10000 bytes.\n";
 
             $v->{chksum32} = Digest::MD5::md5 $v->{data32};
+            $v->{chksum64} = Digest::MD5::md5 $v->{data64};
          }
 
-         open my $fh, ">:perlio", "$DATADIR/faces~"
-            or die "$DATADIR/faces~: $!";
+         open my $fh, ">:perlio", "$DATADIR/facedata~"
+            or die "$DATADIR/facedata~: $!";
 
+         $FACEINFO{""} = { version => 1};
          print $fh Storable::nfreeze \%FACEINFO;
-
-         #use PApp::Util; warn PApp::Util::dumpval \%FACEINFO;
       }
 
-      for (qw(archetypes faces animations)) {
+      for (qw(archetypes facedata animations treasures)) {
          chmod 0644, "$DATADIR/$_~";
-         rename "$DATADIR/$_~", "$DATADIR/$_";
+         rename "$DATADIR/$_~", "$DATADIR/$_"
+            or die "$DATADIR/$_: $!";
       }
 
-      die "--install-arch not fully implemented\n";
+      print "archetype data installed successfully.\n";
    }
 }