ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/utils/cfutil.in
(Generate patch)

Comparing deliantra/server/utils/cfutil.in (file contents):
Revision 1.61 by root, Thu Aug 30 07:13:17 2007 UTC vs.
Revision 1.76 by root, Tue Nov 3 14:49:39 2009 UTC

… …
12my $OPTIPNG = "@OPTIPNG@"; 12my $OPTIPNG = "@OPTIPNG@";
13my $RSYNC = "@RSYNC@"; 13my $RSYNC = "@RSYNC@";
14my $PNGNQ = "@PNGNQ@"; 14my $PNGNQ = "@PNGNQ@";
15 15
16use Getopt::Long; 16use Getopt::Long;
17use File::Temp;
18use POSIX ();
19use Carp;
20
17use Coro::Event; 21use Coro::EV;
18use AnyEvent; 22use AnyEvent;
23use YAML::XS ();
24use JSON::XS ();
19use IO::AIO (); 25use IO::AIO ();
20use File::Temp; 26
21use Crossfire;
22use Coro; 27use Coro 5.12;
23use Coro::AIO; 28use Coro::AIO;
24use Coro::Util; 29use Coro::Util;
25use POSIX ();
26use Carp;
27use Coro::Channel; 30use Coro::Channel;
28use Coro::Storable; $Storable::canonical = 1; 31use Coro::Storable; $Storable::canonical = 1;
32
33use Deliantra;
29 34
30$SIG{QUIT} = sub { Carp::cluck "QUIT" }; 35$SIG{QUIT} = sub { Carp::cluck "QUIT" };
31 36
32sub usage { 37sub usage {
33 warn <<EOF; 38 warn <<EOF;
… …
65 tan => 12, 70 tan => 12,
66); 71);
67 72
68END { system "rm", "-rf", $TMPDIR } 73END { system "rm", "-rf", $TMPDIR }
69 74
70Event->signal (signal => "INT", cb => sub { exit 1 }); 75my $s_INT = EV::signal INT => sub { exit 1 };
71Event->signal (signal => "TERM", cb => sub { exit 1 }); 76my $s_TERM = EV::signal TERM => sub { exit 1 };
72 77
73mkdir $TMPDIR, 0700 78mkdir $TMPDIR, 0700
74 or die "$TMPDIR: $!"; 79 or die "$TMPDIR: $!";
75 80
76sub fork_sub(&) { 81sub fork_sub(&) {
… …
96 if (!-f "$path/regions") { 101 if (!-f "$path/regions") {
97 warn "'$path' does not look like a maps directory ('regions' file is missing).\n"; 102 warn "'$path' does not look like a maps directory ('regions' file is missing).\n";
98 exit 1 unless $FORCE; 103 exit 1 unless $FORCE;
99 } 104 }
100 105
101 system $RSYNC, "-a", "--chmod=u=rwX,go=rX", "$path/.", "$DATADIR/maps/.", "--delete", "--exclude", "CVS", "--delete-excluded" 106 system $RSYNC, "-av", "--chmod=u=rwX,go=rX",
107 "$path/.", "$DATADIR/maps/.",
108 "--exclude", "CVS", "--exclude", "/world-precomposed",
109 "--delete", "--delete-excluded"
102 and die "map installation failed.\n"; 110 and die "map installation failed.\n";
103 111
104 print "maps installed successfully.\n"; 112 print "maps installed successfully.\n";
105} 113}
106 114
… …
268 fork_sub { 276 fork_sub {
269 system "convert png:\Q$path\E -geometry 50% -filter lanczos $QUANTIZE -quality 00 png32:\Q$other\E~"; 277 system "convert png:\Q$path\E -geometry 50% -filter lanczos $QUANTIZE -quality 00 png32:\Q$other\E~";
270 system $OPTIPNG, "-i0", "-q", "$other~"; 278 system $OPTIPNG, "-i0", "-q", "$other~";
271 279
272 # reduce smoothfaces >10000 bytes 280 # reduce smoothfaces >10000 bytes
281 # obsolete, no longer required
273 if ($stem =~ /_S\./ && (-s "$other~") > 10000) { 282 if (0 && $stem =~ /_S\./ && (-s "$other~") > 10000) {
274 my $ncolor = 256; 283 my $ncolor = 256;
275 while () { 284 while () {
276 system "<\Q$other~\E $PNGNQ -s1 -n$ncolor >\Q$other~~\E"; 285 system "<\Q$other~\E $PNGNQ -s1 -n$ncolor >\Q$other~~\E";
277 system $OPTIPNG, "-i0", "-q", "$other~~"; 286 system $OPTIPNG, "-i0", "-q", "$other~~";
278 last if 10000 > -s "$other~~"; 287 last if 10000 > -s "$other~~";
… …
374 push @ARC, $o; 383 push @ARC, $o;
375 for (my $m = $o; $m; $m = $m->{more}) { 384 for (my $m = $o; $m; $m = $m->{more}) {
376 $ARC{$m->{_name}} = $m; 385 $ARC{$m->{_name}} = $m;
377 } 386 }
378 387
379 $o->{editor_folder} = $dir; 388 $o->{editor_folder} ||= "\x00$dir"; # horrible kludge
380 389
381 my $visibility = delete $o->{visibility}; 390 my $visibility = delete $o->{visibility};
382 my $magicmap = delete $o->{magicmap}; 391 my $magicmap = delete $o->{magicmap};
383 392
384 # find upper left corner :/ 393 # find upper left corner :/
… …
494 my ($dir, $file, $type) = @$job; 503 my ($dir, $file, $type) = @$job;
495 504
496 my $data; 505 my $data;
497 aio_load "$dir/$file", $data; 506 aio_load "$dir/$file", $data;
498 507
499
500 my $meta = load_cached "$dir/meta", sub { JSON::XS->new->utf8->relaxed->decode (shift) }; 508 my $meta = load_cached "$dir/meta", sub { JSON::XS->new->utf8->relaxed->decode (shift) };
501 509
502 utf8::decode $dir; 510 utf8::decode $dir;
503 utf8::decode $file; 511 utf8::decode $file;
504 512
… …
527 $file =~ s/\.res$//; 535 $file =~ s/\.res$//;
528 $file =~ s/\.(ogg|wav|jpg|png)$//; 536 $file =~ s/\.(ogg|wav|jpg|png)$//;
529 537
530 substr $dir, 0, 1 + length $PATH, ""; 538 substr $dir, 0, 1 + length $PATH, "";
531 539
540 if (my $filter = $meta->{cfutil_filter}) {
541 if ($filter eq "yaml2json") {
542 $data = JSON::XS::encode_json YAML::XS::Load $data;
543 } elsif ($filter eq "json2json") {
544 $data = JSON::XS::encode_json JSON::XS->relaxed->utf8->decode ($data);
545 } elsif ($filter eq "perl2json") {
546 $data = eval $data; die if $@;
547 $data = JSON::XS::encode_json $data;
548 } else {
549 warn "$dir/$file: unknown filter $filter, skipping\n";
550 }
551 }
552
532 $RESOURCE{"$dir/$file"} = { 553 $RESOURCE{"$dir/$file"} = {
533 type => (delete $meta->{type}) || $type, 554 type => (exists $meta->{type} ? delete $meta->{type} : $type),
534 data => $data, 555 data => $data,
535 %$meta ? (meta => $meta) : (), 556 %$meta ? (meta => $meta) : (),
536 }; 557 };
537 } 558 }
538 } 559 }
… …
559 } elsif ($dir =~ /^sound(?:\/|$)/) { 580 } elsif ($dir =~ /^sound(?:\/|$)/) {
560 $c_res->put ([$path, $file, 5]) # FT_SOUND 581 $c_res->put ([$path, $file, 5]) # FT_SOUND
561 if $file =~ /\.(wav|ogg)$/; 582 if $file =~ /\.(wav|ogg)$/;
562 583
563 } elsif ($dir =~ /^res(?:\/|$)/) { 584 } elsif ($dir =~ /^res(?:\/|$)/) {
585 if ($file =~ /\.(jpg|png)$/) {
564 $c_res->put ([$path, $file, 0]) # FT_FACE 586 $c_res->put ([$path, $file, 0]) # FT_FACE
565 if $file =~ /\.(jpg|png)$/; 587 } elsif ($file =~ /\.(res)$/) {
566 $c_res->put ([$path, $file, 7]) # FT_RSRC 588 $c_res->put ([$path, $file, 6]) # FT_RSRC
567 if $file =~ /\.(res)$/; 589 } else {
590 $c_res->put ([$path, $file, undef]);
591 }
568 592
569 } elsif ($file =~ /\.png$/) { 593 } elsif ($file =~ /\.png$/) {
570 push @c_png, ["$path/$file", 0]; 594 push @c_png, ["$path/$file", 0];
571 595
572 } elsif ($file =~ /\.trs$/) { 596 } elsif ($file =~ /\.trs$/) {
… …
578 } else { 602 } else {
579 warn "ignoring $path/$file\n" if $VERBOSE >= 3; 603 warn "ignoring $path/$file\n" if $VERBOSE >= 3;
580 } 604 }
581 } 605 }
582 }; 606 };
607 }
608
609 sub generate_plurals {
610# use Lingua::EN::Inflect ();
611# Lingua::EN::Inflect::classical;
612# Lingua::EN::Inflect::def_noun '(.*)staff' => '$1staves'; # policy
613# Lingua::EN::Inflect::def_noun '(.*)boots' => '$1boots'; # hack
614#
615# for my $a (@ARC) {
616# my $name = $a->{name} || $a->{_name};
617#
618# next unless $a->{name_pl};
619# next if $a->{invisible};
620# next if $a->{is_floor};
621# next if $a->{no_pick};
622#
623# my $test = Lingua::EN::Inflect::PL_N_eq $name, Lingua::EN::Inflect::PL $name;
624# my $pl = $test =~ /^(?:eq|p:.)$/
625# ? $name
626# : Lingua::EN::Inflect::PL $name;
627#
628# if ($pl ne $a->{name_pl}) {
629# warn "$a->{_name}: plural differs, $pl vs $a->{name_pl}\n";
630# }
631# }
583 } 632 }
584 633
585 sub inst_arch($) { 634 sub inst_arch($) {
586 my (undef, $path) = @_; 635 my (undef, $path) = @_;
587 636
… …
610 my @a_res = map +(async \&process_res), 1..2; 659 my @a_res = map +(async \&process_res), 1..2;
611 my @a_trs = map +(async \&process_trs), 1..2; 660 my @a_trs = map +(async \&process_trs), 1..2;
612 661
613 IO::AIO::flush; 662 IO::AIO::flush;
614 663
615 $c_res->put (undef) for @a_res; 664 $c_res->shutdown;
616 $c_arc->put (undef) for @a_arc; 665 $c_arc->shutdown;
617 $c_trs->put (undef) for @a_trs; 666 $c_trs->shutdown;
618 667
619 print "start file scan, arc, res processing...\n" if $VERBOSE; 668 print "start file scan, arc, res processing...\n" if $VERBOSE;
620 669
621 $_->join for @a_arc; # need to parse all archetypes before png processing 670 $_->join for @a_arc; # need to parse all archetypes before png processing
622 671
623 print "end arc, start png processing...\n" if $VERBOSE; 672 print "end arc, start png processing...\n" if $VERBOSE;
624 673
625 # four png crunchers work fine for my 2x smp machine 674 # eight png crunchers work fine for my 4x smp machine
626 my @a_png = map +(async \&process_png), 1..4; 675 my @a_png = map +(async \&process_png), 1..8;
627 676
628 $_->join for (@a_trs, @a_res, @a_png); 677 $_->join for (@a_trs, @a_res, @a_png);
629 678
630 print "scanning done, processing results...\n" if $VERBOSE; 679 print "scanning done, processing results...\n" if $VERBOSE;
631 { 680 {
632 # remove path prefix from editor_folder 681 # remove path prefix from editor_folder
682 $_->{editor_folder} =~ /^\x00/
633 substr $_->{editor_folder}, 0, 1 + length $path, "" 683 and substr $_->{editor_folder}, 0, 2 + length $path, ""
634 for values %ARC; 684 for values %ARC;
635 685
636 print "resolving inheritance tree...\n" if $VERBOSE; 686 print "resolving inheritance tree...\n" if $VERBOSE;
637 # resolve inherit 687 # resolve inherit
638 while () { 688 while () {
639 my $progress; 689 my $progress;
… …
667 } 717 }
668 718
669 # remove base classes (by naming scheme, should use something like "baseclass xxx" to inherit 719 # remove base classes (by naming scheme, should use something like "baseclass xxx" to inherit
670 @ARC = grep $_->{_name} !~ /^(?:type|class)_/, @ARC; 720 @ARC = grep $_->{_name} !~ /^(?:type|class)_/, @ARC;
671 721
722 print "generating plurals...\n" if $VERBOSE;
723 generate_plurals;
724
672 print "writing archetypes...\n" if $VERBOSE; 725 print "writing archetypes...\n" if $VERBOSE;
673 open my $fh, ">:utf8", "$DATADIR/archetypes~" 726 open my $fh, ">:utf8", "$DATADIR/archetypes~"
674 or die "$DATADIR/archetypes~: $!"; 727 or die "$DATADIR/archetypes~: $!";
675 print $fh Crossfire::archlist_to_string [sort { $a->{_name} cmp $b->{_name} } @ARC]; 728 print $fh Deliantra::archlist_to_string [sort { $a->{_name} cmp $b->{_name} } @ARC];
676 } 729 }
677 730
678 { 731 {
679 print "writing treasures...\n" if $VERBOSE; 732 print "writing treasures...\n" if $VERBOSE;
680 open my $fh, ">:utf8", "$DATADIR/treasures~" 733 open my $fh, ">:utf8", "$DATADIR/treasures~"
… …
686 print "processing facedata...\n" if $VERBOSE; 739 print "processing facedata...\n" if $VERBOSE;
687 while (my ($k, $v) = each %FACEINFO) { 740 while (my ($k, $v) = each %FACEINFO) {
688 length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n"; 741 length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n";
689 length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n"; 742 length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n";
690 743
691 length $v->{data32} <= 10000 or warn "$k: face32 larger than 10000 bytes, will not work with crossfire client.\n"; 744 #length $v->{data32} <= 10000 or warn "$k: face32 larger than 10000 bytes, will not work with crossfire client.\n";
692 #length $v->{data64} <= 10000 or warn "$k: face64 larger than 10000 bytes.\n"; 745 #length $v->{data64} <= 10000 or warn "$k: face64 larger than 10000 bytes.\n";
693 746
694 if (my $magicmap = $v->{magicmap}) { 747 if (my $magicmap = $v->{magicmap}) {
695 $magicmap =~ y/A-Z_\-/a-z/d; 748 $magicmap =~ y/A-Z_\-/a-z/d;
696 $v->{magicmap} = $COLOR{$magicmap}; 749 $v->{magicmap} = $COLOR{$magicmap};

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines