ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/utils/cfutil.in
(Generate patch)

Comparing deliantra/server/utils/cfutil.in (file contents):
Revision 1.19 by root, Sun Apr 1 00:36:35 2007 UTC vs.
Revision 1.44 by root, Tue Jul 24 04:55:35 2007 UTC

… …
6my $exec_prefix = "@exec_prefix@"; 6my $exec_prefix = "@exec_prefix@";
7my $datarootdir = "@datarootdir@"; 7my $datarootdir = "@datarootdir@";
8my $DATADIR = "@datadir@/@PACKAGE@"; 8my $DATADIR = "@datadir@/@PACKAGE@";
9 9
10my $CONVERT = "@CONVERT@"; 10my $CONVERT = "@CONVERT@";
11my $IDENTIFY = "@IDENTIFY@"; 11#my $IDENTIFY = "@IDENTIFY@";
12my $OPTIPNG = "@OPTIPNG@"; 12my $OPTIPNG = "@OPTIPNG@";
13my $RSYNC = "@RSYNC@"; 13my $RSYNC = "@RSYNC@";
14my $PNGNQ = "@PNGNQ@";
14 15
15use Getopt::Long; 16use Getopt::Long;
16use Coro::Event; 17use Coro::Event;
17use AnyEvent; 18use AnyEvent;
18use IO::AIO (); 19use IO::AIO ();
… …
20use Crossfire; 21use Crossfire;
21use Coro; 22use Coro;
22use Coro::AIO; 23use Coro::AIO;
23use POSIX (); 24use POSIX ();
24use Digest::MD5; 25use Digest::MD5;
26use Carp;
25use Storable; $Storable::canonical = 1; 27use Coro::Storable; $Storable::canonical = 1;
28
29$SIG{QUIT} = sub { Carp::cluck "QUIT" };
26 30
27sub usage { 31sub usage {
28 warn <<EOF; 32 warn <<EOF;
29Usage: cfutil [-v] [-q] [--force] [--cache] 33Usage: cfutil [-v] [-q] [--force] [--cache]
30 [--install-arch path] 34 [--install-arch path]
… …
42my $CACHE = 0; 46my $CACHE = 0;
43my $FORCE; 47my $FORCE;
44my $TMPDIR = "/tmp/cfutil$$~"; 48my $TMPDIR = "/tmp/cfutil$$~";
45my $TMPFILE = "aaaa0"; 49my $TMPFILE = "aaaa0";
46 50
51our %COLOR = (
52 black => 0,
53 white => 1,
54 navy => 2,
55 red => 3,
56 orange => 4,
57 blue => 5,
58 darkorange => 6,
59 green => 7,
60 lightgreen => 8,
61 grey => 9,
62 brown => 10,
63 gold => 11,
64 tan => 12,
65);
66
47END { system "rm", "-rf", $TMPDIR } 67END { system "rm", "-rf", $TMPDIR }
48 68
49Event->signal (signal => "INT", cb => sub { exit 1 }); 69Event->signal (signal => "INT", cb => sub { exit 1 });
50Event->signal (signal => "TERM", cb => sub { exit 1 }); 70Event->signal (signal => "TERM", cb => sub { exit 1 });
51 71
… …
68} 88}
69 89
70sub inst_maps($) { 90sub inst_maps($) {
71 my (undef, $path) = @_; 91 my (undef, $path) = @_;
72 92
73 print "installing '$path' to '$DATADIR/maps'\n"; 93 print "\nInstalling '$path' to '$DATADIR/maps'\n\n";
74 94
75 if (!-f "$path/regions") { 95 if (!-f "$path/regions") {
76 warn "'$path' does not look like a maps directory ('regions' file is missing).\n"; 96 warn "'$path' does not look like a maps directory ('regions' file is missing).\n";
77 exit 1 unless $FORCE; 97 exit 1 unless $FORCE;
78 } 98 }
79 99
80 system $RSYNC, "-av", "$path/.", "$DATADIR/maps/.", "--delete", "--exclude", "CVS", "--delete-excluded" 100 system $RSYNC, "-a", "--chmod=u=rwX,go=rX", "$path/.", "$DATADIR/maps/.", "--delete", "--exclude", "CVS", "--delete-excluded"
81 and die "map installation failed.\n"; 101 and die "map installation failed.\n";
82 102
83 print "maps installed successfully.\n"; 103 print "maps installed successfully.\n";
84} 104}
85 105
86{ 106{
107 our %ANIMINFO;
87 our %FACEINFO; 108 our %FACEINFO;
109 our %RESOURCE;
88 our @ARC; 110 our @ARC;
111 our %ARC;
89 our $TRS; 112 our $TRS;
90 our $NFILE; 113 our $NFILE;
91 our %ANIM; 114 our $PATH;
92 115
93 our $QUANTIZE = "+dither -colorspace RGB -colors 256"; 116 our $QUANTIZE = "+dither -colorspace RGB -colors 256";
94 117
95 our (@png, @trs, @arc); # files we are interested in 118 our (@png, @trs, @arc, @res); # files we are interested in
96 119
97 sub commit_png($$$) { 120 sub commit_png($$$) {
98 my ($name, $data, $T) = @_; 121 my ($name, $data, $T) = @_;
99 122
100 $FACEINFO{$name}{"data$T"} = $data; 123 $FACEINFO{$name}{"data$T"} = $data;
… …
147 # possibly enlarge 170 # possibly enlarge
148 if (0 > aio_stat "$stem.64x64.png") { 171 if (0 > aio_stat "$stem.64x64.png") {
149 my $other = "$stem.64x64.png~"; 172 my $other = "$stem.64x64.png~";
150 173
151 if (0 > aio_lstat $other or (-M _) > (-M $path)) { 174 if (0 > aio_lstat $other or (-M _) > (-M $path)) {
152 warn "rescale $other\n";#d#
153 my $wrap = 0; # for the time being 175 my $wrap = 0; # for the time being
154 fork_sub { 176 fork_sub {
155 system "convert png:\Q$path\E -depth 8 rgba:-" 177 system "convert png:\Q$path\E -depth 8 rgba:-"
156 . "| $exec_prefix/bin/cfhq2xa $w $h $wrap" 178 . "| $exec_prefix/bin/cfhq2xa $w $h $wrap"
157 . "| convert -depth 8 -size ".($w * 2)."x".($h * 2)." rgba:- $QUANTIZE -quality 00 png32:\Q$other\E~" 179 . "| convert -depth 8 -size ".($w * 2)."x".($h * 2)." rgba:- $QUANTIZE -quality 00 png32:\Q$other\E~"
158 and die "convert/hq2xa pipeline error: status $? ($!)"; 180 and die "convert/hq2xa pipeline error: status $? ($!)";
159 system $OPTIPNG, "-o5", "-i0", "-q", "$other~"; 181 system $OPTIPNG, "-i0", "-q", "$other~";
160 die "$other~ has zero size, aborting." unless -s "$other~"; 182 die "$other~ has zero size, aborting." unless -s "$other~";
161 rename "$other~", $other; 183 rename "$other~", $other;
162 }; 184 };
163 } 185 }
164 186
… …
170 my $other = "$stem.32x32.png~"; 192 my $other = "$stem.32x32.png~";
171 193
172 if (0 > aio_lstat $other or (-M _) > (-M $path)) { 194 if (0 > aio_lstat $other or (-M _) > (-M $path)) {
173 fork_sub { 195 fork_sub {
174 system "convert png:\Q$path\E -geometry 50% -filter lanczos $QUANTIZE -quality 00 png32:\Q$other\E~"; 196 system "convert png:\Q$path\E -geometry 50% -filter lanczos $QUANTIZE -quality 00 png32:\Q$other\E~";
175 system $OPTIPNG, "-o5", "-i0", "-q", "$other~"; 197 system $OPTIPNG, "-i0", "-q", "$other~";
198
199 # reduce smoothfaces >10000 bytes
200 if ($stem =~ /_S\./ && (-s "$other~") > 10000) {
201 my $ncolor = 256;
202 while () {
203 system "<\Q$other~\E $PNGNQ -s1 -n$ncolor >\Q$other~~\E";
204 system $OPTIPNG, "-i0", "-q", "$other~~";
205 last if 10000 > -s "$other~~";
206 $ncolor = int $ncolor * 0.9;
207 $ncolor > 8 or die "cannot reduce filesize to < 10000 bytes";
208 }
209
210 printf "reduced %s from %d to %d bytes using %d colours.\n",
211 $other, -s "$other~", -s "$other~~", $ncolor
212 if $VERBOSE >= 2;
213 rename "$other~~", "$other~";
214 }
215
176 die "$other~ has zero size, aborting." unless -s "$other~"; 216 die "$other~ has zero size, aborting." unless -s "$other~";
177 rename "$other~", $other; 217 rename "$other~", $other;
178 }; 218 };
179 } 219 }
180 220
181 warn "scaled down $path to $other\n";#d# 221 #warn "scaled down $path to $other\n";#d#
182
183 push @png, [$other, !$CACHE]; 222 push @png, [$other, !$CACHE];
184 } 223 }
185 } 224 }
186 225
187 (my $face = $stem) =~ s/^.*\///; 226 (my $face = $stem) =~ s/^.*\///;
188 227
228 # split all bigfaces, but avoid smoothfaces (*_S)
189 if (($w > $T || $h > $T) && $face !~ /_S\./) { 229 if (($w > $T || $h > $T) && $face !~ /_S\./) {
190 # split 230 # split
191 my @tile; 231 my @tile;
192 for my $x (0 .. (int $w / $T) - 1) { 232 for my $x (0 .. (int $w / $T) - 1) {
193 for my $y (0 .. (int $h / $T) - 1) { 233 for my $y (0 .. (int $h / $T) - 1) {
… …
257 aio_load "$dir/$file", $arc; # simply pre-cache, as read_arch wants a file :/ 297 aio_load "$dir/$file", $arc; # simply pre-cache, as read_arch wants a file :/
258 298
259 my $arc = read_arch "$dir/$file"; 299 my $arc = read_arch "$dir/$file";
260 for my $o (values %$arc) { 300 for my $o (values %$arc) {
261 push @ARC, $o; 301 push @ARC, $o;
302 for (my $m = $o; $m; $m = $m->{more}) {
303 $ARC{$m->{_name}} = $m;
304 }
262 305
263 $o->{editor_folder} = $dir; 306 $o->{editor_folder} = $dir;
264 307
265 my $visibility = delete $o->{visibility}; 308 my $visibility = delete $o->{visibility};
266 my $magicmap = delete $o->{magicmap}; 309 my $magicmap = delete $o->{magicmap};
… …
277 my $x = $o->{x} - $dx; 320 my $x = $o->{x} - $dx;
278 my $y = $o->{y} - $dy; 321 my $y = $o->{y} - $dy;
279 322
280 my $ext = $x|$y ? "+$x+$y" : ""; 323 my $ext = $x|$y ? "+$x+$y" : "";
281 324
282 $o->{face} .= $ext unless /^blank.x11$|^empty.x11$/; 325 $o->{face} .= $ext unless /^blank.x11$|^empty.x11$/ || !$o->{face};
283 326
284 my $visibility = delete $o->{visibility} if exists $o->{visibility}; 327 $visibility = delete $o->{visibility} if exists $o->{visibility};
285 my $magicmap = delete $o->{magicmap} if exists $o->{magicmap}; 328 $magicmap = delete $o->{magicmap} if exists $o->{magicmap};
286 329
287 my $anim = delete $o->{anim}; 330 my $anim = delete $o->{anim};
288 331
289 if ($anim) { 332 if ($anim) {
333 # possibly add $ext to the animation name to avoid
334 # the need to specify archnames for all parts
335 # of a multipart archetype.
290 $o->{animation} = "$o->{_name}"; 336 $o->{animation} = "$o->{_name}";
337 my $facings = 1;
338 my @frames;
291 339
292 for (@$anim) { 340 for (@$anim) {
293 $_ .= $ext unless /^facings\s|^blank.x11$|^empty.x11$/; 341 if (/^facings\s+(\d+)/) {
342 $facings = $1*1;
343 } elsif (/^blank.x11$|^empty.x11$/) {
344 push @frames, $_;
345 } else {
346 push @frames, "$_$ext";
347 }
294 } 348 }
295 349
296 $ANIM{"$o->{_name}$ext"} = 350 $ANIMINFO{$o->{animation}} = {
297 join "", map "$_\n", 351 facings => $facings,
298 "anim $o->{_name}", 352 frames => \@frames,
299 @$anim, 353 };
300 "mina";
301 } 354 }
302 355
303 for my $face ($o->{face} || (), @{$anim || []}) { 356 for my $face ($o->{face} || (), @{$anim || []}) {
304 next if $face =~ /^facings\s|^blank.x11$|^empty.x11$/; 357 next if $face =~ /^facings\s|^blank.x11$|^empty.x11$/;
305 358
… …
308 $info->{visibility} = $visibility if defined $visibility; 361 $info->{visibility} = $visibility if defined $visibility;
309 $info->{magicmap} = $magicmap if defined $magicmap; 362 $info->{magicmap} = $magicmap if defined $magicmap;
310 } 363 }
311 364
312 if (my $smooth = delete $o->{smoothface}) { 365 if (my $smooth = delete $o->{smoothface}) {
313 my ($face, $smooth) = split /\s+/, $smooth; 366 my %kv =split /\s+/, $smooth;
314 # skip empty_S.x11, it seems to server no purpose whatsoever 367 my $level = $o->{smoothlevel}; #TODO: delete from $o if !gcfclient-support
315 # but increases bandwidth demands and worse. 368 while (my ($face, $smooth) = each %kv) {
316 unless ($smooth eq "empty_S.x11") {
317 $FACEINFO{$face}{smooth} = $smooth; 369 $FACEINFO{$face}{smooth} = $smooth;
370 $FACEINFO{$face}{smoothlevel} = $level;
318 } 371 }
319 } 372 }
320 } 373 }
321 } 374 }
322 } 375 }
… …
335 388
336 $TRS .= $trs; 389 $TRS .= $trs;
337 } 390 }
338 } 391 }
339 392
393 sub process_res {
394 while (@res) {
395 my ($dir, $file, $type) = @{pop @res};
396
397 my $data;
398 aio_load "$dir/$file", $data;
399
400 my $copyright;
401 aio_load "$dir/copyright", $copyright;
402
403 $file =~ s/\.res$//;
404 $file =~ /\.([^.]+)$/
405 or next;
406
407 substr $dir, 0, 1 + length $PATH, "";
408
409 $RESOURCE{"$dir/$file"} = {
410 type => $type,
411 copyright => $copyright,
412 data => $data,
413 chksum => Digest::MD5::md5 $data,
414 };
415 }
416 }
417
340 sub find_files; 418 sub find_files;
341 sub find_files { 419 sub find_files {
342 my ($path) = @_; 420 my ($path) = @_;
343 421
344 IO::AIO::aioreq_pri 4; 422 IO::AIO::aioreq_pri 4;
… …
346 my ($dirs, $nondirs) = @_; 424 my ($dirs, $nondirs) = @_;
347 425
348 find_files "$path/$_" 426 find_files "$path/$_"
349 for grep $_ !~ /^(?:CVS|dev)$/, @$dirs; 427 for grep $_ !~ /^(?:CVS|dev)$/, @$dirs;
350 428
429 my $dir = $path;
430 substr $dir, 0, 1 + length $PATH, "";
431
351 for my $file (@$nondirs) { 432 for my $file (@$nondirs) {
433 if ($dir =~ /^music(?:\/|$)/) {
434 push @res, [$path, $file, 3] # FT_MUSIC
435 if $file =~ /\.(ogg)$/;
436
437 } elsif ($dir =~ /^sounds(?:\/|$)/) {
438 push @res, [$path, $file, 5] # FT_SOUND
439 if $file =~ /\.(wav|ogg)$/;
440
441 } elsif ($dir =~ /^res(?:\/|$)/) {
442 push @res, [$path, $file, 0] # FT_FACE
443 if $file =~ /\.(jpg|png)$/;
444 push @res, [$path, $file, 7] # FT_RSRC
445 if $file =~ /\.(res)$/;
446
352 if ($file =~ /\.png$/) { 447 } elsif ($file =~ /\.png$/) {
353 push @png, ["$path/$file", 0]; 448 push @png, ["$path/$file", 0];
449
354 } elsif ($file =~ /\.trs$/) { 450 } elsif ($file =~ /\.trs$/) {
355 push @trs, [$path, $file]; 451 push @trs, [$path, $file];
452
356 } elsif ($file =~ /\.arc$/) { 453 } elsif ($file =~ /\.arc$/) {
357 push @arc, [$path, $file]; 454 push @arc, [$path, $file];
455
358 } else { 456 } else {
359 warn "ignoring $path/$file\n" if $VERBOSE >= 2; 457 warn "ignoring $path/$file\n" if $VERBOSE >= 3;
360 } 458 }
361 } 459 }
362 }; 460 };
363 } 461 }
364 462
365 sub inst_arch($) { 463 sub inst_arch($) {
366 my (undef, $path) = @_; 464 my (undef, $path) = @_;
367 465
466 $PATH = $path;
467
468 print "\n",
368 print "installing '$path' to '$DATADIR'\n", 469 "Installing '$path' to '$DATADIR'\n",
470 "\n",
369 "(this can take a long time if you run this\n", 471 "This can take a long time if you run this\n",
370 "for the first time or do not use --cache).\n"; 472 "for the first time or do not use --cache.\n",
473 "\n",
474 "Unless you run verbosely, all following warning\n",
475 "or error messages indicate serious problems.\n",
476 "\n";
371 477
372 if (!-d "$path/treasures") { 478 if (!-d "$path/treasures") {
373 warn "'$path' does not look like an arch directory ('treasures' directory is missing).\n"; 479 warn "'$path' does not look like an arch directory ('treasures' directory is missing).\n";
374 exit 1 unless $FORCE; 480 exit 1 unless $FORCE;
375 } 481 }
… …
380 $_->join for ( 486 $_->join for (
381 # four png crunchers work fine for my 2x smp machine 487 # four png crunchers work fine for my 2x smp machine
382 (async \&process_png), (async \&process_png), (async \&process_png), (async \&process_png), 488 (async \&process_png), (async \&process_png), (async \&process_png), (async \&process_png),
383 (async \&process_trs), (async \&process_trs), 489 (async \&process_trs), (async \&process_trs),
384 (async \&process_arc), (async \&process_arc), 490 (async \&process_arc), (async \&process_arc),
491 (async \&process_res), (async \&process_res),
385 ); 492 );
386 493
387 { 494 {
388 open my $fh, ">:utf8", "$DATADIR/animations~" 495 # remove path prefix from editor_folder
389 or die "$DATADIR/animations~: $!"; 496 substr $_->{editor_folder}, 0, 1 + length $path, ""
390 print $fh join "", map $ANIM{$_}, sort keys %ANIM 497 for values %ARC;
498
499 # resolve inherit
500 while () {
501 my $progress;
502 my $loop;
503
504 for my $o (values %ARC) {
505 if (my $other = $o->{inherit}) {
506 if (my $s = $ARC{$other}) {
507 if ($s->{inherit}) {
508 $loop = $s;
509 } else {
510 delete $o->{inherit};
511 my %s = %$s;
512 delete @s{qw(_name more name name_pl)};
513 %$o = ( %s, %$o );
514 ++$progress;
515 }
516 } else {
517 warn "'$o->{_name}' tries to inherit from undefined archetype '$other', skipping.\n";
518 delete $ARC{$o->{_name}};
519 }
520 }
521 }
522
523 unless ($progress) {
524 die "inheritance loop detected starting at archetype '$loop->{_name}', aborting.\n"
525 if $loop;
526
527 last;
528 }
391 } 529 }
392 530
393 { 531 # remove base classes (by naming scheme, should use something like "baseclass xxx" to inherit
532 @ARC = grep $_->{_name} !~ /^(?:type|class)_/, @ARC;
533
394 open my $fh, ">:utf8", "$DATADIR/archetypes~" 534 open my $fh, ">:utf8", "$DATADIR/archetypes~"
395 or die "$DATADIR/archetypes~: $!"; 535 or die "$DATADIR/archetypes~: $!";
396 substr $_->{editor_folder}, 0, 1 + length $path, "" for @ARC; 536 print $fh Crossfire::archlist_to_string [sort { $a->{_name} cmp $b->{_name} } @ARC];
397 print $fh Crossfire::archlist_to_string \@ARC;
398 } 537 }
399 538
400 { 539 {
401 open my $fh, ">:utf8", "$DATADIR/treasures~" 540 open my $fh, ">:utf8", "$DATADIR/treasures~"
402 or die "$DATADIR/treasures~: $!"; 541 or die "$DATADIR/treasures~: $!";
… …
406 { 545 {
407 while (my ($k, $v) = each %FACEINFO) { 546 while (my ($k, $v) = each %FACEINFO) {
408 length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n"; 547 length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n";
409 length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n"; 548 length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n";
410 549
550 length $v->{data32} <= 10000 or warn "$k: face32 larger than 10000 bytes, will not work with crossfire client.\n";
551 #length $v->{data64} <= 10000 or warn "$k: face64 larger than 10000 bytes.\n";
552
411 $v->{chksum32} = Digest::MD5::md5 $v->{data32}; 553 $v->{chksum32} = Digest::MD5::md5 $v->{data32};
412 $v->{chksum64} = Digest::MD5::md5 $v->{data64}; 554 $v->{chksum64} = Digest::MD5::md5 $v->{data64};
555
556 if (my $magicmap = $v->{magicmap}) {
557 $magicmap =~ y/A-Z_\-/a-z/d;
558 $v->{magicmap} = $COLOR{$magicmap};
559 }
413 } 560 }
414 561
415 open my $fh, ">:perlio", "$DATADIR/facedata~" 562 open my $fh, ">:perlio", "$DATADIR/facedata~"
416 or die "$DATADIR/facedata~: $!"; 563 or die "$DATADIR/facedata~: $!";
417 564
418 $FACEINFO{""} = { version => 1}; 565 print $fh freeze {
419 print $fh Storable::nfreeze \%FACEINFO; 566 version => 2,
567 faceinfo => \%FACEINFO,
568 animinfo => \%ANIMINFO,
569 resource => \%RESOURCE,
420 } 570 };
571 }
421 572
422 for (qw(archetypes facedata animations treasures)) { 573 for (qw(archetypes facedata treasures)) {
423 chmod 0644, "$DATADIR/$_~"; 574 chmod 0644, "$DATADIR/$_~";
424 rename "$DATADIR/$_~", "$DATADIR/$_" 575 rename "$DATADIR/$_~", "$DATADIR/$_"
425 or die "$DATADIR/$_: $!"; 576 or die "$DATADIR/$_: $!";
426 } 577 }
427 578

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines