1 |
#!/opt/bin/perl |
2 |
|
3 |
# inspired by treescan by Jamie Lokier <jamie@imbolc.ucc.ie> |
4 |
# about 40% faster than the original version (on my fs and raid :) |
5 |
|
6 |
use strict; |
7 |
use Getopt::Long; |
8 |
use Time::HiRes (); |
9 |
use IO::AIO; |
10 |
|
11 |
our $VERSION = $IO::AIO::VERSION; |
12 |
|
13 |
Getopt::Long::Configure ("bundling", "no_ignore_case", "require_order", "auto_help", "auto_version"); |
14 |
|
15 |
my ($opt_silent, $opt_print0, $opt_stat, $opt_nodirs, |
16 |
$opt_nofiles, $opt_grep, $opt_progress); |
17 |
|
18 |
GetOptions |
19 |
"quiet|q" => \$opt_silent, |
20 |
"print0|0" => \$opt_print0, |
21 |
"stat|s" => \$opt_stat, |
22 |
"dirs|d" => \$opt_nofiles, |
23 |
"files|f" => \$opt_nodirs, |
24 |
"grep|g=s" => \$opt_grep, |
25 |
"progress|p" => \$opt_progress, |
26 |
or die "Usage: try $0 --help"; |
27 |
|
28 |
@ARGV = "." unless @ARGV; |
29 |
|
30 |
$opt_grep &&= qr{$opt_grep}s; |
31 |
|
32 |
my ($n_dirs, $n_files, $n_stats) = (0, 0, 0); |
33 |
my ($n_last, $n_start) = (Time::HiRes::time) x 2; |
34 |
|
35 |
sub printfn { |
36 |
my ($prefix, $files, $suffix) = @_; |
37 |
|
38 |
if ($opt_grep) { |
39 |
@$files = grep "$prefix$_" =~ $opt_grep, @$files; |
40 |
} |
41 |
|
42 |
if ($opt_print0) { |
43 |
print map "$prefix$_$suffix\0", @$files; |
44 |
} elsif (!$opt_silent) { |
45 |
print map "$prefix$_$suffix\n", @$files; |
46 |
} |
47 |
} |
48 |
|
49 |
sub scan { |
50 |
my ($path) = @_; |
51 |
|
52 |
$path .= "/"; |
53 |
|
54 |
IO::AIO::poll_cb; |
55 |
|
56 |
if ($opt_progress and $n_last + 1 < Time::HiRes::time) { |
57 |
$n_last = Time::HiRes::time; |
58 |
my $d = $n_last - $n_start; |
59 |
printf STDERR "\r%d dirs (%g/s) %d files (%g/s) %d stats (%g/s) ", |
60 |
$n_dirs, $n_dirs / $d, |
61 |
$n_files, $n_files / $d, |
62 |
$n_stats, $n_stats / $d |
63 |
if $opt_progress; |
64 |
} |
65 |
|
66 |
aioreq_pri -1; |
67 |
++$n_dirs; |
68 |
aio_scandir $path, 8, sub { |
69 |
my ($dirs, $files) = @_ |
70 |
or warn "$path: $!\n"; |
71 |
|
72 |
printfn "", [$path] unless $opt_nodirs; |
73 |
printfn $path, $files unless $opt_nofiles; |
74 |
|
75 |
$n_files += @$files; |
76 |
|
77 |
if ($opt_stat) { |
78 |
aio_wd $path, sub { |
79 |
my $wd = shift; |
80 |
|
81 |
aio_lstat [$wd, $_] for @$files; |
82 |
$n_stats += @$files; |
83 |
}; |
84 |
} |
85 |
|
86 |
&scan ("$path$_") for @$dirs; |
87 |
}; |
88 |
} |
89 |
|
90 |
IO::AIO::max_outstanding 100; # two fds per directory, so limit accordingly |
91 |
IO::AIO::min_parallel 20; |
92 |
|
93 |
for my $seed (@ARGV) { |
94 |
$seed =~ s/\/+$//; |
95 |
aio_lstat "$seed/.", sub { |
96 |
if ($_[0]) { |
97 |
print STDERR "$seed: $!\n"; |
98 |
} elsif (-d _) { |
99 |
scan $seed; |
100 |
} else { |
101 |
printfn "", $seed, "/"; |
102 |
} |
103 |
}; |
104 |
} |
105 |
|
106 |
IO::AIO::flush; |
107 |
|