… | |
… | |
19 | use IO::AIO (); |
19 | use IO::AIO (); |
20 | use File::Temp; |
20 | use File::Temp; |
21 | use Crossfire; |
21 | use Crossfire; |
22 | use Coro; |
22 | use Coro; |
23 | use Coro::AIO; |
23 | use Coro::AIO; |
|
|
24 | use Coro::Util; |
24 | use POSIX (); |
25 | use POSIX (); |
25 | use Digest::MD5; |
26 | use Digest::MD5; |
|
|
27 | use Carp; |
|
|
28 | use Coro::Channel; |
26 | use Coro::Storable; $Storable::canonical = 1; |
29 | use Coro::Storable; $Storable::canonical = 1; |
|
|
30 | |
|
|
31 | $SIG{QUIT} = sub { Carp::cluck "QUIT" }; |
27 | |
32 | |
28 | sub usage { |
33 | sub usage { |
29 | warn <<EOF; |
34 | warn <<EOF; |
30 | Usage: cfutil [-v] [-q] [--force] [--cache] |
35 | Usage: cfutil [-v] [-q] [--force] [--cache] |
31 | [--install-arch path] |
36 | [--install-arch path] |
… | |
… | |
110 | our $NFILE; |
115 | our $NFILE; |
111 | our $PATH; |
116 | our $PATH; |
112 | |
117 | |
113 | our $QUANTIZE = "+dither -colorspace RGB -colors 256"; |
118 | our $QUANTIZE = "+dither -colorspace RGB -colors 256"; |
114 | |
119 | |
115 | our (@png, @trs, @arc, @res); # files we are interested in |
120 | our $c_arc = new Coro::Channel; |
|
|
121 | our $c_trs = new Coro::Channel; |
|
|
122 | our $c_res = new Coro::Channel; |
|
|
123 | |
|
|
124 | our @c_png; |
116 | |
125 | |
117 | sub commit_png($$$) { |
126 | sub commit_png($$$) { |
118 | my ($name, $data, $T) = @_; |
127 | my ($name, $data, $T) = @_; |
119 | |
128 | |
120 | $FACEINFO{$name}{"data$T"} = $data; |
129 | $FACEINFO{$name}{"data$T"} = $data; |
121 | } |
130 | } |
122 | |
131 | |
123 | sub process_png { |
132 | sub process_png { |
124 | while (@png) { |
133 | while (@c_png) { |
125 | my ($path, $delete) = @{pop @png}; |
134 | my ($path, $delete) = @{pop @c_png}; |
126 | |
135 | |
127 | my $png; |
136 | my $png; |
128 | aio_lstat $path; |
137 | aio_lstat $path; |
129 | my ($size, $mtime) = (stat _)[7,9]; |
138 | my ($size, $mtime) = (stat _)[7,9]; |
130 | |
139 | |
… | |
… | |
167 | # possibly enlarge |
176 | # possibly enlarge |
168 | if (0 > aio_stat "$stem.64x64.png") { |
177 | if (0 > aio_stat "$stem.64x64.png") { |
169 | my $other = "$stem.64x64.png~"; |
178 | my $other = "$stem.64x64.png~"; |
170 | |
179 | |
171 | if (0 > aio_lstat $other or (-M _) > (-M $path)) { |
180 | if (0 > aio_lstat $other or (-M _) > (-M $path)) { |
172 | my $wrap = 0; # for the time being |
|
|
173 | fork_sub { |
181 | fork_sub { |
|
|
182 | my $CROP; |
|
|
183 | my $SRC = "png:\Q$path\E"; |
|
|
184 | |
|
|
185 | # check if this is a wall. ultra-ugly. ultra-ultra-ugly. |
|
|
186 | if ($path =~ /^(.*\/wall\/.*_)([0-9A-F])(\.x11.*\.png)$/) { |
|
|
187 | my ($pfx, $dir, $sfx) = ($1, hex $2, $3); |
|
|
188 | #check for 0..F images to be sure(?) this is a wall |
|
|
189 | unless (grep { !-e sprintf "%s%X%s", $pfx, $_, $sfx } 0..15) { |
|
|
190 | # add a 4px border and add other images around it |
|
|
191 | $CROP = "-shave 8x8 +repage"; |
|
|
192 | |
|
|
193 | $w += 8; |
|
|
194 | $h += 8; |
|
|
195 | |
|
|
196 | $SRC = "-size ${w}x${h} xc:transparent"; |
|
|
197 | $SRC .= " png:\Q$path\E -geometry +4+4 -composite"; |
|
|
198 | |
|
|
199 | # 8 surrounding images |
|
|
200 | for ( |
|
|
201 | # x y b r0 r1 |
|
|
202 | [-1, -1, 0, 6], |
|
|
203 | [ 0, -1, 1, 10, 14], |
|
|
204 | [+1, -1, 0, 12], |
|
|
205 | |
|
|
206 | [-1, 0, 8, 5, 7], |
|
|
207 | # |
|
|
208 | [+1, 0, 2, 5, 13], |
|
|
209 | |
|
|
210 | [-1, +1, 0, 3], |
|
|
211 | [ 0, +1, 4, 10, 11], |
|
|
212 | [+1, +1, 0, 9], |
|
|
213 | ) { |
|
|
214 | my ($x, $y, $d, $r0, $r1) = @$_; |
|
|
215 | $SRC .= sprintf " png:%s%X%s -geometry %+d%+d -composite", |
|
|
216 | "\Q$pfx", |
|
|
217 | ($dir & $d) ? $r1 : $r0, |
|
|
218 | "\Q$sfx", |
|
|
219 | $x * ($w - 8) + 4, |
|
|
220 | $y * ($h - 8) + 4; |
|
|
221 | } |
|
|
222 | } |
|
|
223 | } |
|
|
224 | |
174 | system "convert png:\Q$path\E -depth 8 rgba:-" |
225 | system "convert -depth 8 $SRC rgba:-" |
175 | . "| $exec_prefix/bin/cfhq2xa $w $h $wrap" |
226 | . "| $exec_prefix/bin/cfhq2xa $w $h 0" |
176 | . "| convert -depth 8 -size ".($w * 2)."x".($h * 2)." rgba:- $QUANTIZE -quality 00 png32:\Q$other\E~" |
227 | . "| convert -depth 8 -size ".($w * 2)."x".($h * 2)." rgba:- $CROP $QUANTIZE -quality 00 png32:\Q$other\E~" |
177 | and die "convert/hq2xa pipeline error: status $? ($!)"; |
228 | and die "convert/cfhq2xa pipeline error: status $? ($!)"; |
178 | system $OPTIPNG, "-i0", "-q", "$other~"; |
229 | system $OPTIPNG, "-i0", "-q", "$other~"; |
179 | die "$other~ has zero size, aborting." unless -s "$other~"; |
230 | die "$other~ has zero size, aborting." unless -s "$other~"; |
180 | rename "$other~", $other; |
231 | rename "$other~", $other; |
181 | }; |
232 | }; |
182 | } |
233 | } |
183 | |
234 | |
184 | push @png, [$other, !$CACHE]; |
235 | push @c_png, [$other, !$CACHE]; |
185 | } |
236 | } |
186 | |
237 | |
187 | # possibly scale down |
238 | # possibly scale down |
188 | if (0 > aio_stat "$stem.32x32.png") { |
239 | if (0 > aio_stat "$stem.32x32.png") { |
189 | my $other = "$stem.32x32.png~"; |
240 | my $other = "$stem.32x32.png~"; |
… | |
… | |
214 | rename "$other~", $other; |
265 | rename "$other~", $other; |
215 | }; |
266 | }; |
216 | } |
267 | } |
217 | |
268 | |
218 | #warn "scaled down $path to $other\n";#d# |
269 | #warn "scaled down $path to $other\n";#d# |
219 | push @png, [$other, !$CACHE]; |
270 | push @c_png, [$other, !$CACHE]; |
220 | } |
271 | } |
221 | } |
272 | } |
222 | |
273 | |
223 | (my $face = $stem) =~ s/^.*\///; |
274 | (my $face = $stem) =~ s/^.*\///; |
224 | |
275 | |
… | |
… | |
285 | aio_unlink $path if $delete; |
336 | aio_unlink $path if $delete; |
286 | } |
337 | } |
287 | } |
338 | } |
288 | |
339 | |
289 | sub process_arc { |
340 | sub process_arc { |
290 | while (@arc) { |
341 | while (my $job = $c_arc->get) { |
291 | my ($dir, $file) = @{pop @arc}; |
342 | my ($dir, $file) = @$job; |
292 | |
343 | |
293 | my $arc; |
344 | my $arc; |
294 | aio_load "$dir/$file", $arc; # simply pre-cache, as read_arch wants a file :/ |
345 | aio_load "$dir/$file", $arc; # simply pre-cache, as read_arch wants a file :/ |
295 | |
346 | |
296 | my $arc = read_arch "$dir/$file"; |
347 | my $arc = read_arch "$dir/$file"; |
… | |
… | |
353 | for my $face ($o->{face} || (), @{$anim || []}) { |
404 | for my $face ($o->{face} || (), @{$anim || []}) { |
354 | next if $face =~ /^facings\s|^blank.x11$|^empty.x11$/; |
405 | next if $face =~ /^facings\s|^blank.x11$|^empty.x11$/; |
355 | |
406 | |
356 | my $info = $FACEINFO{$face} ||= {}; |
407 | my $info = $FACEINFO{$face} ||= {}; |
357 | |
408 | |
|
|
409 | $info->{arc} = $o; |
358 | $info->{visibility} = $visibility if defined $visibility; |
410 | $info->{visibility} = $visibility if defined $visibility; |
359 | $info->{magicmap} = $magicmap if defined $magicmap; |
411 | $info->{magicmap} = $magicmap if defined $magicmap; |
360 | } |
412 | } |
361 | |
413 | |
362 | if (my $smooth = delete $o->{smoothface}) { |
414 | if (my $smooth = delete $o->{smoothface}) { |
… | |
… | |
371 | } |
423 | } |
372 | } |
424 | } |
373 | } |
425 | } |
374 | |
426 | |
375 | sub process_trs { |
427 | sub process_trs { |
376 | while (@trs) { |
428 | while (my $job = $c_trs->get) { |
377 | my ($dir, $file) = @{pop @trs}; |
429 | my ($dir, $file) = @$job; |
378 | my $path = "$dir/$file"; |
430 | my $path = "$dir/$file"; |
379 | |
431 | |
380 | my $trs; |
432 | my $trs; |
381 | if (0 > aio_load $path, $trs) { |
433 | if (0 > aio_load $path, $trs) { |
382 | warn "$path: $!, skipping.\n"; |
434 | warn "$path: $!, skipping.\n"; |
… | |
… | |
385 | |
437 | |
386 | $TRS .= $trs; |
438 | $TRS .= $trs; |
387 | } |
439 | } |
388 | } |
440 | } |
389 | |
441 | |
|
|
442 | my %FILECACHE; |
|
|
443 | |
|
|
444 | sub load_cached($;$) { |
|
|
445 | unless (exists $FILECACHE{$_[0]}) { |
|
|
446 | my $data; |
|
|
447 | if (0 < aio_load $_[0], $data) { |
|
|
448 | if ($_[1]) { |
|
|
449 | $data = eval { $_[1]->($data) }; |
|
|
450 | warn "$_[0]: $@" if $@; |
|
|
451 | } |
|
|
452 | } |
|
|
453 | |
|
|
454 | $FILECACHE{$_[0]} = $data; |
|
|
455 | } |
|
|
456 | |
|
|
457 | $FILECACHE{$_[0]} |
|
|
458 | } |
|
|
459 | |
390 | sub process_res { |
460 | sub process_res { |
391 | while (@res) { |
461 | while (my $job = $c_res->get) { |
392 | my ($dir, $file) = @{pop @res}; |
462 | my ($dir, $file, $type) = @$job; |
393 | |
463 | |
394 | my $data; |
464 | my $data; |
395 | aio_load "$dir/$file", $data; |
465 | aio_load "$dir/$file", $data; |
396 | |
466 | |
397 | my $copyright; |
467 | my $meta = load_cached "$dir/meta", sub { JSON::XS::from_json shift }; |
398 | aio_load "$dir/copyright", $copyright; |
468 | |
|
|
469 | next if $meta && !exists $meta->{$file}; |
|
|
470 | |
|
|
471 | $meta = { |
|
|
472 | %{ $meta->{"" } || {} }, |
|
|
473 | %{ $meta->{$file} || {} }, |
|
|
474 | }; |
|
|
475 | |
|
|
476 | if ($meta->{license} =~ s/^#//) { |
|
|
477 | $meta->{license} = ({ |
|
|
478 | "pd" => "Public Domain", |
|
|
479 | "gpl" => "GNU General Public License, version 3.0 or any later", |
|
|
480 | "cc/by/2.0" => "Licensed under Creative Commons Attribution 2.0 http://creativecommons.org/licenses/by/2.0/", |
|
|
481 | "cc/by/2.5" => "Licensed under Creative Commons Attribution 2.5 http://creativecommons.org/licenses/by/2.5/", |
|
|
482 | "cc/by/3.0" => "Licensed under Creative Commons Attribution 3.0 http://creativecommons.org/licenses/by/3.0/", |
|
|
483 | })->{$meta->{license}} |
|
|
484 | || warn "$dir/$file: license tag '$meta->{license}' not found."; |
|
|
485 | } |
399 | |
486 | |
400 | $file =~ s/\.res$//; |
487 | $file =~ s/\.res$//; |
401 | $file =~ /\.([^.]+)$/ |
488 | $file =~ s/\.(ogg|wav|jpg|png)$//; |
402 | or next; |
|
|
403 | |
|
|
404 | my $type = $1; |
|
|
405 | |
489 | |
406 | substr $dir, 0, 1 + length $PATH, ""; |
490 | substr $dir, 0, 1 + length $PATH, ""; |
407 | |
491 | |
408 | $RESOURCE{"$dir/$file"} = { |
492 | $RESOURCE{"$dir/$file"} = { |
409 | type => $1, |
493 | type => (delete $meta->{type}) || $type, |
410 | copyright => $copyright, |
|
|
411 | data => $data, |
494 | data => $data, |
412 | chksum => Digest::MD5::md5 $data, |
495 | chksum => (Digest::MD5::md5 $data), |
|
|
496 | %$meta ? (meta => $meta) : (), |
413 | }; |
497 | }; |
414 | } |
498 | } |
415 | } |
499 | } |
416 | |
500 | |
417 | sub find_files; |
501 | sub find_files; |
… | |
… | |
423 | my ($dirs, $nondirs) = @_; |
507 | my ($dirs, $nondirs) = @_; |
424 | |
508 | |
425 | find_files "$path/$_" |
509 | find_files "$path/$_" |
426 | for grep $_ !~ /^(?:CVS|dev)$/, @$dirs; |
510 | for grep $_ !~ /^(?:CVS|dev)$/, @$dirs; |
427 | |
511 | |
|
|
512 | my $dir = $path; |
|
|
513 | substr $dir, 0, 1 + length $PATH, ""; |
|
|
514 | |
428 | for my $file (@$nondirs) { |
515 | for my $file (@$nondirs) { |
|
|
516 | if ($dir =~ /^music(?:\/|$)/) { |
|
|
517 | $c_res->put ([$path, $file, 3]) # FT_MUSIC |
|
|
518 | if $file =~ /\.(ogg)$/; |
|
|
519 | |
|
|
520 | } elsif ($dir =~ /^sound(?:\/|$)/) { |
|
|
521 | $c_res->put ([$path, $file, 5]) # FT_SOUND |
|
|
522 | if $file =~ /\.(wav|ogg)$/; |
|
|
523 | |
|
|
524 | } elsif ($dir =~ /^res(?:\/|$)/) { |
|
|
525 | $c_res->put ([$path, $file, 0]) # FT_FACE |
|
|
526 | if $file =~ /\.(jpg|png)$/; |
|
|
527 | $c_res->put ([$path, $file, 7]) # FT_RSRC |
|
|
528 | if $file =~ /\.(res)$/; |
|
|
529 | |
429 | if ($file =~ /\.png$/) { |
530 | } elsif ($file =~ /\.png$/) { |
430 | push @png, ["$path/$file", 0]; |
531 | push @c_png, ["$path/$file", 0]; |
|
|
532 | |
431 | } elsif ($file =~ /\.trs$/) { |
533 | } elsif ($file =~ /\.trs$/) { |
432 | push @trs, [$path, $file]; |
534 | $c_trs->put ([$path, $file]); |
|
|
535 | |
433 | } elsif ($file =~ /\.arc$/) { |
536 | } elsif ($file =~ /\.arc$/) { |
434 | push @arc, [$path, $file]; |
537 | $c_arc->put ([$path, $file]); |
435 | } elsif ($file =~ /\.(ogg|jpg|res)$/) { |
538 | |
436 | push @res, [$path, $file]; |
|
|
437 | } else { |
539 | } else { |
438 | warn "ignoring $path/$file\n" if $VERBOSE >= 3; |
540 | warn "ignoring $path/$file\n" if $VERBOSE >= 3; |
439 | } |
541 | } |
440 | } |
542 | } |
441 | }; |
543 | }; |
… | |
… | |
459 | if (!-d "$path/treasures") { |
561 | if (!-d "$path/treasures") { |
460 | warn "'$path' does not look like an arch directory ('treasures' directory is missing).\n"; |
562 | warn "'$path' does not look like an arch directory ('treasures' directory is missing).\n"; |
461 | exit 1 unless $FORCE; |
563 | exit 1 unless $FORCE; |
462 | } |
564 | } |
463 | |
565 | |
|
|
566 | print "scanning files...\n" if $VERBOSE; |
|
|
567 | |
464 | find_files $path; |
568 | find_files $path; |
|
|
569 | |
|
|
570 | my @a_arc = map +(async \&process_arc), 1..2; |
|
|
571 | my @a_res = map +(async \&process_res), 1..2; |
|
|
572 | my @a_trs = map +(async \&process_trs), 1..2; |
|
|
573 | |
465 | IO::AIO::flush; |
574 | IO::AIO::flush; |
466 | |
575 | |
467 | $_->join for ( |
576 | $c_res->put (undef) for @a_res; |
|
|
577 | $c_arc->put (undef) for @a_arc; |
|
|
578 | $c_trs->put (undef) for @a_trs; |
|
|
579 | |
|
|
580 | print "start file scan, arc, res processing...\n" if $VERBOSE; |
|
|
581 | |
|
|
582 | $_->join for @a_arc; # need to parse all archetypes before png processing |
|
|
583 | |
|
|
584 | print "end arc, start png processing...\n" if $VERBOSE; |
|
|
585 | |
468 | # four png crunchers work fine for my 2x smp machine |
586 | # four png crunchers work fine for my 2x smp machine |
469 | (async \&process_png), (async \&process_png), (async \&process_png), (async \&process_png), |
587 | my @a_png = map +(async \&process_png), 1..4; |
470 | (async \&process_trs), (async \&process_trs), |
|
|
471 | (async \&process_arc), (async \&process_arc), |
|
|
472 | (async \&process_res), (async \&process_res), |
|
|
473 | ); |
|
|
474 | |
588 | |
|
|
589 | $_->join for (@a_trs, @a_res, @a_png); |
|
|
590 | |
|
|
591 | print "scanning done, processing results...\n" if $VERBOSE; |
475 | { |
592 | { |
476 | # remove path prefix from editor_folder |
593 | # remove path prefix from editor_folder |
477 | substr $_->{editor_folder}, 0, 1 + length $path, "" |
594 | substr $_->{editor_folder}, 0, 1 + length $path, "" |
478 | for values %ARC; |
595 | for values %ARC; |
479 | |
596 | |
|
|
597 | print "resolving inheritance tree...\n" if $VERBOSE; |
480 | # resolve inherit |
598 | # resolve inherit |
481 | while () { |
599 | while () { |
482 | my $progress; |
600 | my $progress; |
483 | my $loop; |
601 | my $loop; |
484 | |
602 | |
… | |
… | |
510 | } |
628 | } |
511 | |
629 | |
512 | # remove base classes (by naming scheme, should use something like "baseclass xxx" to inherit |
630 | # remove base classes (by naming scheme, should use something like "baseclass xxx" to inherit |
513 | @ARC = grep $_->{_name} !~ /^(?:type|class)_/, @ARC; |
631 | @ARC = grep $_->{_name} !~ /^(?:type|class)_/, @ARC; |
514 | |
632 | |
|
|
633 | print "writing archetypes...\n" if $VERBOSE; |
515 | open my $fh, ">:utf8", "$DATADIR/archetypes~" |
634 | open my $fh, ">:utf8", "$DATADIR/archetypes~" |
516 | or die "$DATADIR/archetypes~: $!"; |
635 | or die "$DATADIR/archetypes~: $!"; |
517 | print $fh Crossfire::archlist_to_string [sort { $a->{_name} cmp $b->{_name} } @ARC]; |
636 | print $fh Crossfire::archlist_to_string [sort { $a->{_name} cmp $b->{_name} } @ARC]; |
518 | } |
637 | } |
519 | |
638 | |
520 | { |
639 | { |
|
|
640 | print "writing treasures...\n" if $VERBOSE; |
521 | open my $fh, ">:utf8", "$DATADIR/treasures~" |
641 | open my $fh, ">:utf8", "$DATADIR/treasures~" |
522 | or die "$DATADIR/treasures~: $!"; |
642 | or die "$DATADIR/treasures~: $!"; |
523 | print $fh $TRS; |
643 | print $fh $TRS; |
524 | } |
644 | } |
525 | |
645 | |
526 | { |
646 | { |
|
|
647 | print "processing facedata...\n" if $VERBOSE; |
527 | while (my ($k, $v) = each %FACEINFO) { |
648 | while (my ($k, $v) = each %FACEINFO) { |
528 | length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n"; |
649 | length $v->{data32} or warn "$k: face has no png32. this will not work (shoddy gcfclient will crash of course).\n"; |
529 | length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n"; |
650 | length $v->{data64} or warn "$k: face has no png64. this will not work very well.\n"; |
530 | |
651 | |
531 | length $v->{data32} <= 10000 or warn "$k: face32 larger than 10000 bytes, will not work with crossfire client.\n"; |
652 | length $v->{data32} <= 10000 or warn "$k: face32 larger than 10000 bytes, will not work with crossfire client.\n"; |
… | |
… | |
536 | |
657 | |
537 | if (my $magicmap = $v->{magicmap}) { |
658 | if (my $magicmap = $v->{magicmap}) { |
538 | $magicmap =~ y/A-Z_\-/a-z/d; |
659 | $magicmap =~ y/A-Z_\-/a-z/d; |
539 | $v->{magicmap} = $COLOR{$magicmap}; |
660 | $v->{magicmap} = $COLOR{$magicmap}; |
540 | } |
661 | } |
541 | } |
|
|
542 | |
662 | |
|
|
663 | delete $v->{arc}; |
|
|
664 | } |
|
|
665 | |
|
|
666 | print "writing facedata...\n" if $VERBOSE; |
543 | open my $fh, ">:perlio", "$DATADIR/facedata~" |
667 | open my $fh, ">:perlio", "$DATADIR/facedata~" |
544 | or die "$DATADIR/facedata~: $!"; |
668 | or die "$DATADIR/facedata~: $!"; |
545 | |
669 | |
546 | print $fh freeze { |
670 | print $fh freeze { |
547 | version => 2, |
671 | version => 2, |
548 | faceinfo => \%FACEINFO, |
672 | faceinfo => \%FACEINFO, |
549 | animinfo => \%ANIMINFO, |
673 | animinfo => \%ANIMINFO, |
550 | resource => \%RESOURCE, |
674 | resource => \%RESOURCE, |
551 | }; |
675 | }; |
552 | } |
676 | } |
|
|
677 | |
|
|
678 | print "committing files...\n" if $VERBOSE; |
553 | |
679 | |
554 | for (qw(archetypes facedata treasures)) { |
680 | for (qw(archetypes facedata treasures)) { |
555 | chmod 0644, "$DATADIR/$_~"; |
681 | chmod 0644, "$DATADIR/$_~"; |
556 | rename "$DATADIR/$_~", "$DATADIR/$_" |
682 | rename "$DATADIR/$_~", "$DATADIR/$_" |
557 | or die "$DATADIR/$_: $!"; |
683 | or die "$DATADIR/$_: $!"; |