ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/utils/cfutil.in
(Generate patch)

Comparing deliantra/server/utils/cfutil.in (file contents):
Revision 1.59 by root, Tue Aug 21 20:00:18 2007 UTC vs.
Revision 1.73 by root, Mon Oct 26 11:31:39 2009 UTC

… …
12my $OPTIPNG = "@OPTIPNG@"; 12my $OPTIPNG = "@OPTIPNG@";
13my $RSYNC = "@RSYNC@"; 13my $RSYNC = "@RSYNC@";
14my $PNGNQ = "@PNGNQ@"; 14my $PNGNQ = "@PNGNQ@";
15 15
16use Getopt::Long; 16use Getopt::Long;
17use File::Temp;
18use POSIX ();
19use Carp;
20
17use Coro::Event; 21use Coro::EV;
18use AnyEvent; 22use AnyEvent;
23use YAML::XS ();
24use JSON::XS ();
19use IO::AIO (); 25use IO::AIO ();
20use File::Temp; 26
21use Crossfire;
22use Coro; 27use Coro 5.12;
23use Coro::AIO; 28use Coro::AIO;
24use Coro::Util; 29use Coro::Util;
25use POSIX ();
26use Carp;
27use Coro::Channel; 30use Coro::Channel;
28use Coro::Storable; $Storable::canonical = 1; 31use Coro::Storable; $Storable::canonical = 1;
32
33use Deliantra;
29 34
30$SIG{QUIT} = sub { Carp::cluck "QUIT" }; 35$SIG{QUIT} = sub { Carp::cluck "QUIT" };
31 36
32sub usage { 37sub usage {
33 warn <<EOF; 38 warn <<EOF;
… …
65 tan => 12, 70 tan => 12,
66); 71);
67 72
68END { system "rm", "-rf", $TMPDIR } 73END { system "rm", "-rf", $TMPDIR }
69 74
70Event->signal (signal => "INT", cb => sub { exit 1 }); 75my $s_INT = EV::signal INT => sub { exit 1 };
71Event->signal (signal => "TERM", cb => sub { exit 1 }); 76my $s_TERM = EV::signal TERM => sub { exit 1 };
72 77
73mkdir $TMPDIR, 0700 78mkdir $TMPDIR, 0700
74 or die "$TMPDIR: $!"; 79 or die "$TMPDIR: $!";
75 80
76sub fork_sub(&) { 81sub fork_sub(&) {
… …
96 if (!-f "$path/regions") { 101 if (!-f "$path/regions") {
97 warn "'$path' does not look like a maps directory ('regions' file is missing).\n"; 102 warn "'$path' does not look like a maps directory ('regions' file is missing).\n";
98 exit 1 unless $FORCE; 103 exit 1 unless $FORCE;
99 } 104 }
100 105
101 system $RSYNC, "-a", "--chmod=u=rwX,go=rX", "$path/.", "$DATADIR/maps/.", "--delete", "--exclude", "CVS", "--delete-excluded" 106 system $RSYNC, "-av", "--chmod=u=rwX,go=rX",
107 "$path/.", "$DATADIR/maps/.",
108 "--exclude", "CVS", "--exclude", "/world-precomposed",
109 "--delete", "--delete-excluded"
102 and die "map installation failed.\n"; 110 and die "map installation failed.\n";
103 111
104 print "maps installed successfully.\n"; 112 print "maps installed successfully.\n";
105} 113}
106 114
… …
268 fork_sub { 276 fork_sub {
269 system "convert png:\Q$path\E -geometry 50% -filter lanczos $QUANTIZE -quality 00 png32:\Q$other\E~"; 277 system "convert png:\Q$path\E -geometry 50% -filter lanczos $QUANTIZE -quality 00 png32:\Q$other\E~";
270 system $OPTIPNG, "-i0", "-q", "$other~"; 278 system $OPTIPNG, "-i0", "-q", "$other~";
271 279
272 # reduce smoothfaces >10000 bytes 280 # reduce smoothfaces >10000 bytes
281 # obsolete, no longer required
273 if ($stem =~ /_S\./ && (-s "$other~") > 10000) { 282 if (0 && $stem =~ /_S\./ && (-s "$other~") > 10000) {
274 my $ncolor = 256; 283 my $ncolor = 256;
275 while () { 284 while () {
276 system "<\Q$other~\E $PNGNQ -s1 -n$ncolor >\Q$other~~\E"; 285 system "<\Q$other~\E $PNGNQ -s1 -n$ncolor >\Q$other~~\E";
277 system $OPTIPNG, "-i0", "-q", "$other~~"; 286 system $OPTIPNG, "-i0", "-q", "$other~~";
278 last if 10000 > -s "$other~~"; 287 last if 10000 > -s "$other~~";
… …
494 my ($dir, $file, $type) = @$job; 503 my ($dir, $file, $type) = @$job;
495 504
496 my $data; 505 my $data;
497 aio_load "$dir/$file", $data; 506 aio_load "$dir/$file", $data;
498 507
499 my $meta = load_cached "$dir/meta", sub { JSON::XS::from_json shift }; 508 my $meta = load_cached "$dir/meta", sub { JSON::XS->new->utf8->relaxed->decode (shift) };
500 509
501 next if $meta && !exists $meta->{$file}; 510 utf8::decode $dir;
511 utf8::decode $file;
512
513 # a meta file for resources is now mandatory
514 unless (exists $meta->{$file}) {
515 warn "skipping $dir/$file\n" if $VERBOSE >= 3;
516 next;
517 }
502 518
503 $meta = { 519 $meta = {
504 %{ $meta->{"" } || {} }, 520 %{ $meta->{"" } || {} },
505 %{ $meta->{$file} || {} }, 521 %{ $meta->{$file} || {} },
506 }; 522 };
… …
519 $file =~ s/\.res$//; 535 $file =~ s/\.res$//;
520 $file =~ s/\.(ogg|wav|jpg|png)$//; 536 $file =~ s/\.(ogg|wav|jpg|png)$//;
521 537
522 substr $dir, 0, 1 + length $PATH, ""; 538 substr $dir, 0, 1 + length $PATH, "";
523 539
540 if (my $filter = $meta->{cfutil_filter}) {
541 if ($filter eq "yaml2json") {
542 $data = JSON::XS::encode_json YAML::XS::Load $data;
543 } elsif ($filter eq "json2json") {
544 $data = JSON::XS::encode_json JSON::XS->relaxed->utf8->decode ($data);
545 } elsif ($filter eq "perl2json") {
546 $data = eval $data; die if $@;
547 $data = JSON::XS::encode_json $data;
548 } else {
549 warn "$dir/$file: unknown filter $filter, skipping\n";
550 }
551 }
552
524 $RESOURCE{"$dir/$file"} = { 553 $RESOURCE{"$dir/$file"} = {
525 type => (delete $meta->{type}) || $type, 554 type => (exists $meta->{type} ? delete $meta->{type} : $type),
526 data => $data, 555 data => $data,
527 %$meta ? (meta => $meta) : (), 556 %$meta ? (meta => $meta) : (),
528 }; 557 };
529 } 558 }
530 } 559 }
… …
551 } elsif ($dir =~ /^sound(?:\/|$)/) { 580 } elsif ($dir =~ /^sound(?:\/|$)/) {
552 $c_res->put ([$path, $file, 5]) # FT_SOUND 581 $c_res->put ([$path, $file, 5]) # FT_SOUND
553 if $file =~ /\.(wav|ogg)$/; 582 if $file =~ /\.(wav|ogg)$/;
554 583
555 } elsif ($dir =~ /^res(?:\/|$)/) { 584 } elsif ($dir =~ /^res(?:\/|$)/) {
585 if ($file =~ /\.(jpg|png)$/) {
556 $c_res->put ([$path, $file, 0]) # FT_FACE 586 $c_res->put ([$path, $file, 0]) # FT_FACE
557 if $file =~ /\.(jpg|png)$/; 587 } elsif ($file =~ /\.(res)$/) {
558 $c_res->put ([$path, $file, 7]) # FT_RSRC 588 $c_res->put ([$path, $file, 6]) # FT_RSRC
559 if $file =~ /\.(res)$/; 589 } else {
590 $c_res->put ([$path, $file, undef]);
591 }
560 592
561 } elsif ($file =~ /\.png$/) { 593 } elsif ($file =~ /\.png$/) {
562 push @c_png, ["$path/$file", 0]; 594 push @c_png, ["$path/$file", 0];
563 595
564 } elsif ($file =~ /\.trs$/) { 596 } elsif ($file =~ /\.trs$/) {
… …
570 } else { 602 } else {
571 warn "ignoring $path/$file\n" if $VERBOSE >= 3; 603 warn "ignoring $path/$file\n" if $VERBOSE >= 3;
572 } 604 }
573 } 605 }
574 }; 606 };
607 }
608
609 sub generate_plurals {
610# use Lingua::EN::Inflect ();
611# Lingua::EN::Inflect::classical;
612# Lingua::EN::Inflect::def_noun 'talisman' => 'talismans';
613# Lingua::EN::Inflect::def_noun '(.*)boots' => '$1boots'; # hack
614#
615# for my $a (@ARC) {
616# my $name = $a->{name} || $a->{_name};
617#
618# next unless $a->{name_pl};
619#
620#
621# my $test = Lingua::EN::Inflect::PL_N_eq $name, Lingua::EN::Inflect::PL $name;
622# my $pl = $test =~ /^(?:eq|p:.)$/
623# ? $name
624# : Lingua::EN::Inflect::PL $name;
625# die "$test $pl" if $pl =~ /bootss/;#d#
626#
627# if ($pl ne $a->{name_pl}) {
628# warn "$a->{_name}: plural differs, $pl vs $a->{name_pl}\n";
629# }
630# }
575 } 631 }
576 632
577 sub inst_arch($) { 633 sub inst_arch($) {
578 my (undef, $path) = @_; 634 my (undef, $path) = @_;
579 635
… …
602 my @a_res = map +(async \&process_res), 1..2; 658 my @a_res = map +(async \&process_res), 1..2;
603 my @a_trs = map +(async \&process_trs), 1..2; 659 my @a_trs = map +(async \&process_trs), 1..2;
604 660
605 IO::AIO::flush; 661 IO::AIO::flush;
606 662
607 $c_res->put (undef) for @a_res; 663 $c_res->shutdown;
608 $c_arc->put (undef) for @a_arc; 664 $c_arc->shutdown;
609 $c_trs->put (undef) for @a_trs; 665 $c_trs->shutdown;
610 666
611 print "start file scan, arc, res processing...\n" if $VERBOSE; 667 print "start file scan, arc, res processing...\n" if $VERBOSE;
612 668
613 $_->join for @a_arc; # need to parse all archetypes before png processing 669 $_->join for @a_arc; # need to parse all archetypes before png processing
614 670
615 print "end arc, start png processing...\n" if $VERBOSE; 671 print "end arc, start png processing...\n" if $VERBOSE;
616 672
617 # four png crunchers work fine for my 2x smp machine 673 # eight png crunchers work fine for my 4x smp machine
618 my @a_png = map +(async \&process_png), 1..4; 674 my @a_png = map +(async \&process_png), 1..8;
619 675
620 $_->join for (@a_trs, @a_res, @a_png); 676 $_->join for (@a_trs, @a_res, @a_png);
621 677
622 print "scanning done, processing results...\n" if $VERBOSE; 678 print "scanning done, processing results...\n" if $VERBOSE;
623 { 679 {
… …
659 } 715 }
660 716
661 # remove base classes (by naming scheme, should use something like "baseclass xxx" to inherit 717 # remove base classes (by naming scheme, should use something like "baseclass xxx" to inherit
662 @ARC = grep $_->{_name} !~ /^(?:type|class)_/, @ARC; 718 @ARC = grep $_->{_name} !~ /^(?:type|class)_/, @ARC;
663 719
720 print "generating plurals...\n" if $VERBOSE;
721 generate_plurals;
722
664 print "writing archetypes...\n" if $VERBOSE; 723 print "writing archetypes...\n" if $VERBOSE;
665 open my $fh, ">:utf8", "$DATADIR/archetypes~" 724 open my $fh, ">:utf8", "$DATADIR/archetypes~"
666 or die "$DATADIR/archetypes~: $!"; 725 or die "$DATADIR/archetypes~: $!";
667 print $fh Crossfire::archlist_to_string [sort { $a->{_name} cmp $b->{_name} } @ARC]; 726 print $fh Deliantra::archlist_to_string [sort { $a->{_name} cmp $b->{_name} } @ARC];
668 } 727 }
669 728
670 { 729 {
671 print "writing treasures...\n" if $VERBOSE; 730 print "writing treasures...\n" if $VERBOSE;
672 open my $fh, ">:utf8", "$DATADIR/treasures~" 731 open my $fh, ">:utf8", "$DATADIR/treasures~"
… …
678 print "processing facedata...\n" if $VERBOSE; 737 print "processing facedata...\n" if $VERBOSE;
679 while (my ($k, $v) = each %FACEINFO) { 738 while (my ($k, $v) = each %FACEINFO) {
680 length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n"; 739 length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n";
681 length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n"; 740 length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n";
682 741
683 length $v->{data32} <= 10000 or warn "$k: face32 larger than 10000 bytes, will not work with crossfire client.\n"; 742 #length $v->{data32} <= 10000 or warn "$k: face32 larger than 10000 bytes, will not work with crossfire client.\n";
684 #length $v->{data64} <= 10000 or warn "$k: face64 larger than 10000 bytes.\n"; 743 #length $v->{data64} <= 10000 or warn "$k: face64 larger than 10000 bytes.\n";
685 744
686 if (my $magicmap = $v->{magicmap}) { 745 if (my $magicmap = $v->{magicmap}) {
687 $magicmap =~ y/A-Z_\-/a-z/d; 746 $magicmap =~ y/A-Z_\-/a-z/d;
688 $v->{magicmap} = $COLOR{$magicmap}; 747 $v->{magicmap} = $COLOR{$magicmap};

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines