1 | #!/opt/bin/perl |
1 | #!/opt/bin/perl |
2 | |
2 | |
3 | # inspired by treescan by Jamie Lokier <jamie@imbolc.ucc.ie> |
3 | # inspired by treescan by Jamie Lokier <jamie@imbolc.ucc.ie> |
4 | # about 40% faster than the original version (on my fs and raid :) |
4 | # about 40% faster than the original version (on my fs and raid :) |
5 | |
5 | |
6 | use strict; |
6 | use common::sense; |
7 | use Getopt::Long; |
7 | use Getopt::Long; |
|
|
8 | use Time::HiRes (); |
8 | use IO::AIO; |
9 | use IO::AIO; |
9 | |
10 | |
10 | our $VERSION = $IO::AIO::VERSION; |
11 | our $VERSION = $IO::AIO::VERSION; |
11 | |
12 | |
12 | Getopt::Long::Configure ("bundling", "no_ignore_case", "require_order", "auto_help", "auto_version"); |
13 | Getopt::Long::Configure ("bundling", "no_ignore_case", "require_order", "auto_help", "auto_version"); |
13 | |
14 | |
14 | my ($opt_silent, $opt_print0, $opt_stat, $opt_nodirs, $opt_nofiles); |
15 | my ($opt_silent, $opt_print0, $opt_stat, $opt_nodirs, |
|
|
16 | $opt_nofiles, $opt_grep, $opt_progress); |
15 | |
17 | |
16 | GetOptions |
18 | GetOptions |
17 | "quiet|q" => \$opt_silent, |
19 | "quiet|q" => \$opt_silent, |
18 | "print0|0" => \$opt_print0, |
20 | "print0|0" => \$opt_print0, |
19 | "stat|s" => \$opt_stat, |
21 | "stat|s" => \$opt_stat, |
20 | "dirs|d" => \$opt_nofiles, |
22 | "dirs|d" => \$opt_nofiles, |
21 | "files|f" => \$opt_nodirs, |
23 | "files|f" => \$opt_nodirs, |
|
|
24 | "grep|g=s" => \$opt_grep, |
|
|
25 | "progress|p" => \$opt_progress, |
22 | or die "Usage: try $0 --help"; |
26 | or die "Usage: try $0 --help"; |
23 | |
27 | |
24 | @ARGV = "." unless @ARGV; |
28 | @ARGV = "." unless @ARGV; |
25 | |
29 | |
|
|
30 | $opt_grep &&= qr{$opt_grep}s; |
|
|
31 | |
|
|
32 | my ($n_dirs, $n_files, $n_stats) = (0, 0, 0); |
|
|
33 | my ($n_last, $n_start) = (Time::HiRes::time) x 2; |
|
|
34 | |
26 | sub printfn { |
35 | sub printfn { |
27 | my ($prefix, $files, $suffix) = @_; |
36 | my ($prefix, $files, $suffix) = @_; |
28 | |
37 | |
|
|
38 | if ($opt_grep) { |
|
|
39 | @$files = grep "$prefix$_" =~ $opt_grep, @$files; |
|
|
40 | } |
|
|
41 | |
29 | if ($opt_print0) { |
42 | if ($opt_print0) { |
30 | print map "$prefix$_$suffix\0", @$files; |
43 | print map "$prefix$_$suffix\0", @$files; |
31 | } elsif (!$opt_silent) { |
44 | } elsif (!$opt_silent) { |
32 | print map "$prefix$_$suffix\n", @$files; |
45 | print map "$prefix$_$suffix\n", @$files; |
33 | } |
46 | } |
… | |
… | |
36 | sub scan { |
49 | sub scan { |
37 | my ($path) = @_; |
50 | my ($path) = @_; |
38 | |
51 | |
39 | $path .= "/"; |
52 | $path .= "/"; |
40 | |
53 | |
|
|
54 | IO::AIO::poll_cb; |
|
|
55 | |
|
|
56 | if ($opt_progress and $n_last + 1 < Time::HiRes::time) { |
|
|
57 | $n_last = Time::HiRes::time; |
|
|
58 | my $d = $n_last - $n_start; |
|
|
59 | printf STDERR "\r%d dirs (%g/s) %d files (%g/s) %d stats (%g/s) ", |
|
|
60 | $n_dirs, $n_dirs / $d, |
|
|
61 | $n_files, $n_files / $d, |
|
|
62 | $n_stats, $n_stats / $d |
|
|
63 | if $opt_progress; |
|
|
64 | } |
|
|
65 | |
41 | aioreq_pri -1; |
66 | aioreq_pri -1; |
|
|
67 | ++$n_dirs; |
42 | aio_scandir $path, 8, sub { |
68 | aio_scandir $path, 8, sub { |
43 | my ($dirs, $files) = @_; |
69 | my ($dirs, $files) = @_ |
|
|
70 | or warn "$path: $!\n"; |
44 | |
71 | |
45 | printfn "", [$path] unless $opt_nodirs; |
72 | printfn "", [$path] unless $opt_nodirs; |
46 | printfn $path, $files unless $opt_nofiles; |
73 | printfn $path, $files unless $opt_nofiles; |
47 | |
74 | |
|
|
75 | $n_files += @$files; |
|
|
76 | |
48 | if ($opt_stat) { |
77 | if ($opt_stat) { |
|
|
78 | aio_wd $path, sub { |
|
|
79 | my $wd = shift; |
|
|
80 | |
49 | aio_lstat "$path$_" for @$files; |
81 | aio_lstat [$wd, $_] for @$files; |
|
|
82 | $n_stats += @$files; |
|
|
83 | }; |
50 | } |
84 | } |
51 | |
85 | |
52 | &scan ("$path$_") for @$dirs; |
86 | &scan ("$path$_") for @$dirs; |
53 | }; |
87 | }; |
54 | } |
88 | } |
55 | |
89 | |
56 | IO::AIO::max_outstanding 64; |
90 | IO::AIO::max_outstanding 100; # two fds per directory, so limit accordingly |
57 | IO::AIO::min_parallel 32; |
91 | IO::AIO::min_parallel 20; |
58 | |
92 | |
59 | for my $seed (@ARGV) { |
93 | for my $seed (@ARGV) { |
60 | $seed =~ s/\/+$//; |
94 | $seed =~ s/\/+$//; |
61 | aio_lstat "$seed/.", sub { |
95 | aio_lstat "$seed/.", sub { |
|
|
96 | if ($_[0]) { |
|
|
97 | print STDERR "$seed: $!\n"; |
62 | if (-d _) { |
98 | } elsif (-d _) { |
63 | scan $seed; |
99 | scan $seed; |
64 | } else { |
100 | } else { |
65 | printfn "", $seed, "/"; |
101 | printfn "", $seed, "/"; |
66 | } |
102 | } |
67 | }; |
103 | }; |